2024-11-15 03:17:20,366 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1
2024-11-15 03:17:20,383 main DEBUG Took 0.014445 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-15 03:17:20,384 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-15 03:17:20,384 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-15 03:17:20,385 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-15 03:17:20,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,400 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-15 03:17:20,429 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,431 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,433 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,441 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,442 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,444 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,446 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,448 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,450 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,451 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 03:17:20,452 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,452 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-15 03:17:20,454 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 03:17:20,456 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-15 03:17:20,459 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-15 03:17:20,459 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-15 03:17:20,461 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-15 03:17:20,462 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-15 03:17:20,474 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-15 03:17:20,477 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-15 03:17:20,479 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-15 03:17:20,480 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-15 03:17:20,480 main DEBUG createAppenders(={Console})
2024-11-15 03:17:20,481 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized
2024-11-15 03:17:20,481 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1
2024-11-15 03:17:20,482 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK.
2024-11-15 03:17:20,483 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-15 03:17:20,483 main DEBUG OutputStream closed
2024-11-15 03:17:20,483 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-15 03:17:20,484 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-15 03:17:20,484 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK
2024-11-15 03:17:20,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-15 03:17:20,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-15 03:17:20,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-15 03:17:20,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-15 03:17:20,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-15 03:17:20,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-15 03:17:20,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-15 03:17:20,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-15 03:17:20,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-15 03:17:20,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-15 03:17:20,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-15 03:17:20,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-15 03:17:20,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-15 03:17:20,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-15 03:17:20,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-15 03:17:20,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-15 03:17:20,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-15 03:17:20,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-15 03:17:20,608 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15 03:17:20,609 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null
2024-11-15 03:17:20,609 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-15 03:17:20,610 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK.
2024-11-15T03:17:20,626 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins
2024-11-15 03:17:20,629 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-15 03:17:20,630 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15T03:17:20,712 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=614, ProcessCount=11, AvailableMemoryMB=2201
2024-11-15T03:17:21,056 INFO  [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations
2024-11-15T03:17:21,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc
2024-11-15T03:17:21,117 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d, deleteOnExit=true
2024-11-15T03:17:21,282 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/zookeeper_0, clientPort=50315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:17:21,305 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50315
2024-11-15T03:17:21,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:17:21,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:17:21,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/test.cache.data in system properties and HBase conf
2024-11-15T03:17:21,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:17:21,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:17:21,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:17:21,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:17:21,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:17:21,440 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-15T03:17:21,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:17:21,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:17:21,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:17:21,566 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:17:21,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:17:21,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:17:21,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:17:21,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:17:21,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:17:21,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:17:21,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:17:21,571 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:17:21,572 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:17:21,572 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:17:21,573 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:17:22,837 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-15T03:17:22,934 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3632ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-15T03:17:23,038 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:23,164 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:17:23,206 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:17:23,206 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:17:23,210 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:17:23,232 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:23,238 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:17:23,240 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:17:23,456 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/java.io.tmpdir/jetty-localhost-33965-hadoop-hdfs-3_4_1-tests_jar-_-any-5497804550011600038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:17:23,466 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:33965}
2024-11-15T03:17:23,466 INFO  [Time-limited test {}] server.Server(415): Started @4165ms
2024-11-15T03:17:24,127 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:24,135 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:17:24,141 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:17:24,141 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:17:24,141 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:17:24,142 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:17:24,143 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:17:24,288 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-6969378718586450802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:17:24,290 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:38339}
2024-11-15T03:17:24,290 INFO  [Time-limited test {}] server.Server(415): Started @4989ms
2024-11-15T03:17:24,349 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:17:25,466 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/data/data2/current/BP-214628806-172.17.0.2-1731640642215/current, will proceed with Du for space computation calculation, 
2024-11-15T03:17:25,466 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/data/data1/current/BP-214628806-172.17.0.2-1731640642215/current, will proceed with Du for space computation calculation, 
2024-11-15T03:17:25,501 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:17:25,553 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe01bb5d9d0268c7b with lease ID 0x3a819daf3b188d79: Processing first storage report for DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3 from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=6e20396e-dce3-4372-8791-09e21df2de4c, infoPort=38355, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=494810290;c=1731640642215)
2024-11-15T03:17:25,555 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe01bb5d9d0268c7b with lease ID 0x3a819daf3b188d79: from storage DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3 node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=6e20396e-dce3-4372-8791-09e21df2de4c, infoPort=38355, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=494810290;c=1731640642215), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-15T03:17:25,555 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe01bb5d9d0268c7b with lease ID 0x3a819daf3b188d79: Processing first storage report for DS-e4a5becf-4bad-44a1-a39e-f5ede5d4b2f3 from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=6e20396e-dce3-4372-8791-09e21df2de4c, infoPort=38355, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=494810290;c=1731640642215)
2024-11-15T03:17:25,555 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe01bb5d9d0268c7b with lease ID 0x3a819daf3b188d79: from storage DS-e4a5becf-4bad-44a1-a39e-f5ede5d4b2f3 node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=6e20396e-dce3-4372-8791-09e21df2de4c, infoPort=38355, infoSecurePort=0, ipcPort=44397, storageInfo=lv=-57;cid=testClusterID;nsid=494810290;c=1731640642215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:17:25,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc
2024-11-15T03:17:25,618 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:25,622 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:25,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:17:26,254 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f with version=8
2024-11-15T03:17:26,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/hbase-staging
2024-11-15T03:17:26,337 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-15T03:17:26,570 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:26,578 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:26,579 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:26,583 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:26,583 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:26,583 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:26,711 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:17:26,762 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-15T03:17:26,770 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-15T03:17:26,773 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:26,795 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12989 (auto-detected)
2024-11-15T03:17:26,796 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-15T03:17:26,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39525
2024-11-15T03:17:26,839 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39525 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395250x0, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:26,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39525-0x1013c7f42930000 connected
2024-11-15T03:17:27,074 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:27,077 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:27,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:27,089 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f, hbase.cluster.distributed=false
2024-11-15T03:17:27,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/acl
2024-11-15T03:17:27,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39525
2024-11-15T03:17:27,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39525
2024-11-15T03:17:27,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39525
2024-11-15T03:17:27,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39525
2024-11-15T03:17:27,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39525
2024-11-15T03:17:27,224 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:27,226 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:27,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:27,227 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:27,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:27,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:27,230 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:17:27,233 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:27,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39823
2024-11-15T03:17:27,237 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39823 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:27,239 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:27,242 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:27,256 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398230x0, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:27,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39823-0x1013c7f42930001 connected
2024-11-15T03:17:27,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:27,261 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:17:27,268 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:17:27,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/master
2024-11-15T03:17:27,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/acl
2024-11-15T03:17:27,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39823
2024-11-15T03:17:27,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39823
2024-11-15T03:17:27,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39823
2024-11-15T03:17:27,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39823
2024-11-15T03:17:27,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39823
2024-11-15T03:17:27,293 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:39525
2024-11-15T03:17:27,294 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0293669637/backup-masters/91f82191efb8,39525,1731640646420
2024-11-15T03:17:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:27,309 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:27,311 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on existing znode=/0293669637/backup-masters/91f82191efb8,39525,1731640646420
2024-11-15T03:17:27,340 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0293669637/master
2024-11-15T03:17:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:27,340 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:27,341 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on existing znode=/0293669637/master
2024-11-15T03:17:27,343 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0293669637/backup-masters/91f82191efb8,39525,1731640646420 from backup master directory
2024-11-15T03:17:27,355 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:27,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/backup-masters/91f82191efb8,39525,1731640646420
2024-11-15T03:17:27,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:27,356 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:27,356 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,39525,1731640646420
2024-11-15T03:17:27,358 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-15T03:17:27,360 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-15T03:17:27,410 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/hbase.id] with ID: d77b026c-b86f-422b-9717-d9095d6f39c0
2024-11-15T03:17:27,411 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/.tmp/hbase.id
2024-11-15T03:17:27,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:17:27,826 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/.tmp/hbase.id]:[hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/hbase.id]
2024-11-15T03:17:27,877 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:27,881 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:17:27,900 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-15T03:17:27,956 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:27,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:27,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:17:28,385 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:17:28,390 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:17:28,404 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T03:17:28,408 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:28,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:17:28,863 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store
2024-11-15T03:17:28,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:17:29,293 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-15T03:17:29,296 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:29,298 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:17:29,298 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:29,298 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:29,300 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:17:29,300 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:29,300 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:29,301 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640649298Disabling compacts and flushes for region at 1731640649298Disabling writes for close at 1731640649300 (+2 ms)Writing region close event to WAL at 1731640649300Closed at 1731640649300
2024-11-15T03:17:29,303 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/.initializing
2024-11-15T03:17:29,303 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420
2024-11-15T03:17:29,312 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:29,327 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39525%2C1731640646420, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/oldWALs, maxLogs=10
2024-11-15T03:17:29,348 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420/91f82191efb8%2C39525%2C1731640646420.1731640649331, exclude list is [], retry=0
2024-11-15T03:17:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-15T03:17:29,398 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420/91f82191efb8%2C39525%2C1731640646420.1731640649331
2024-11-15T03:17:29,399 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:29,399 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:29,400 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:29,403 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,404 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,437 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:29,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:17:29,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:29,465 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:29,466 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:29,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:17:29,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:29,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:29,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:29,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:17:29,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:29,474 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:29,475 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:29,477 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:17:29,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:29,478 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:29,479 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,482 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,483 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,488 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,488 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,491 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:29,495 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:29,499 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:17:29,500 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64483897, jitterRate=-0.0391150563955307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:29,507 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640649415Initializing all the Stores at 1731640649417 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640649418 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640649418Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640649419 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640649419Cleaning up temporary data from old regions at 1731640649488 (+69 ms)Region opened successfully at 1731640649507 (+19 ms)
2024-11-15T03:17:29,509 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:17:29,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:29,565 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:17:29,574 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:17:29,574 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:17:29,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:17:29,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T03:17:29,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-15T03:17:29,583 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:17:29,605 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:17:29,615 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/balancer because node does not exist (not necessarily an error)
2024-11-15T03:17:29,692 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/balancer already deleted, retry=false
2024-11-15T03:17:29,696 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:17:29,698 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:17:29,772 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/normalizer already deleted, retry=false
2024-11-15T03:17:29,777 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:17:29,782 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:17:29,807 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/switch/split already deleted, retry=false
2024-11-15T03:17:29,810 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:17:29,818 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/switch/merge already deleted, retry=false
2024-11-15T03:17:29,839 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:17:29,849 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/snapshot-cleanup already deleted, retry=false
2024-11-15T03:17:29,860 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:29,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:29,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:29,860 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:29,864 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,39525,1731640646420, sessionid=0x1013c7f42930000, setting cluster-up flag (Was=false)
2024-11-15T03:17:29,928 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:29,965 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0293669637/flush-table-proc/acquired, /0293669637/flush-table-proc/reached, /0293669637/flush-table-proc/abort
2024-11-15T03:17:29,968 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39525,1731640646420
2024-11-15T03:17:29,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:29,992 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:30,024 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0293669637/online-snapshot/acquired, /0293669637/online-snapshot/reached, /0293669637/online-snapshot/abort
2024-11-15T03:17:30,028 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39525,1731640646420
2024-11-15T03:17:30,036 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:17:30,086 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(746): ClusterId : d77b026c-b86f-422b-9717-d9095d6f39c0
2024-11-15T03:17:30,088 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:17:30,103 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:30,105 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:17:30,105 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:17:30,113 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:17:30,114 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:17:30,115 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c64252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:30,119 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:17:30,124 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,39525,1731640646420
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:17:30,130 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:30,131 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:30,131 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:30,131 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:30,131 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:17:30,131 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,131 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:30,132 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,134 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:39823
2024-11-15T03:17:30,136 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640680136
2024-11-15T03:17:30,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:30,137 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:17:30,138 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:17:30,138 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:17:30,138 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:17:30,138 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:17:30,139 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:17:30,141 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,39525,1731640646420 with port=39823, startcode=1731640647190
2024-11-15T03:17:30,143 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:17:30,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:30,143 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:17:30,144 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:17:30,144 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:17:30,144 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:17:30,145 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,149 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:17:30,150 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:17:30,151 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:17:30,151 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:17:30,153 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:17:30,153 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:17:30,155 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640650154,5,FailOnTimeoutGroup]
2024-11-15T03:17:30,155 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:17:30,156 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640650156,5,FailOnTimeoutGroup]
2024-11-15T03:17:30,156 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,156 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:17:30,158 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:17:30,158 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,189 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:17:30,196 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,39823,1731640647190
2024-11-15T03:17:30,198 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39525 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,39823,1731640647190
2024-11-15T03:17:30,215 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f
2024-11-15T03:17:30,215 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44117
2024-11-15T03:17:30,215 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:17:30,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/rs
2024-11-15T03:17:30,229 DEBUG [RS:0;91f82191efb8:39823 {}] zookeeper.ZKUtil(111): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on existing znode=/0293669637/rs/91f82191efb8,39823,1731640647190
2024-11-15T03:17:30,229 WARN  [RS:0;91f82191efb8:39823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:30,229 INFO  [RS:0;91f82191efb8:39823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:30,230 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190
2024-11-15T03:17:30,232 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,39823,1731640647190]
2024-11-15T03:17:30,253 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:17:30,268 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:17:30,272 INFO  [RS:0;91f82191efb8:39823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:17:30,272 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,273 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:17:30,278 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:17:30,279 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,280 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,280 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,280 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,280 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,280 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,280 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:30,281 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:30,282 DEBUG [RS:0;91f82191efb8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:30,282 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,283 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,283 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,283 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,283 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,283 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39823,1731640647190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:30,301 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:17:30,303 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39823,1731640647190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,303 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,303 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.Replication(171): 91f82191efb8,39823,1731640647190 started
2024-11-15T03:17:30,320 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:30,320 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,39823,1731640647190, RpcServer on 91f82191efb8/172.17.0.2:39823, sessionid=0x1013c7f42930001
2024-11-15T03:17:30,321 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:17:30,321 DEBUG [RS:0;91f82191efb8:39823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,39823,1731640647190
2024-11-15T03:17:30,321 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39823,1731640647190'
2024-11-15T03:17:30,321 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0293669637/flush-table-proc/abort'
2024-11-15T03:17:30,322 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0293669637/flush-table-proc/acquired'
2024-11-15T03:17:30,323 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:17:30,323 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:17:30,323 DEBUG [RS:0;91f82191efb8:39823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,39823,1731640647190
2024-11-15T03:17:30,324 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39823,1731640647190'
2024-11-15T03:17:30,324 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0293669637/online-snapshot/abort'
2024-11-15T03:17:30,324 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0293669637/online-snapshot/acquired'
2024-11-15T03:17:30,325 DEBUG [RS:0;91f82191efb8:39823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:17:30,325 INFO  [RS:0;91f82191efb8:39823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:17:30,325 INFO  [RS:0;91f82191efb8:39823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:17:30,433 INFO  [RS:0;91f82191efb8:39823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:30,439 INFO  [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39823%2C1731640647190, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs, maxLogs=10
2024-11-15T03:17:30,454 DEBUG [RS:0;91f82191efb8:39823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442, exclude list is [], retry=0
2024-11-15T03:17:30,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:30,462 INFO  [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442
2024-11-15T03:17:30,463 DEBUG [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:30,565 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:17:30,567 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f
2024-11-15T03:17:30,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:17:30,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:30,989 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:17:30,991 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:17:30,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:30,992 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:30,993 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:17:30,995 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:17:30,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:30,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:30,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:17:30,999 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:17:30,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:31,000 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:31,000 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:17:31,002 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:17:31,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:31,004 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:31,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:17:31,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740
2024-11-15T03:17:31,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740
2024-11-15T03:17:31,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:17:31,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:17:31,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:31,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:17:31,018 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:17:31,019 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64509345, jitterRate=-0.038735851645469666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:31,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640650985Initializing all the Stores at 1731640650988 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640650988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640650989 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640650989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640650989Cleaning up temporary data from old regions at 1731640651010 (+21 ms)Region opened successfully at 1731640651021 (+11 ms)
2024-11-15T03:17:31,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:17:31,022 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:17:31,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:17:31,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:17:31,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:17:31,024 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:31,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640651022Disabling compacts and flushes for region at 1731640651022Disabling writes for close at 1731640651022Writing region close event to WAL at 1731640651023 (+1 ms)Closed at 1731640651024 (+1 ms)
2024-11-15T03:17:31,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:31,028 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:17:31,033 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:17:31,041 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:17:31,044 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:17:31,200 DEBUG [91f82191efb8:39525 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:17:31,215 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,39823,1731640647190
2024-11-15T03:17:31,221 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39823,1731640647190, state=OPENING
2024-11-15T03:17:31,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:17:31,281 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:31,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:31,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:31,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:31,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:17:31,285 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39823,1731640647190}]
2024-11-15T03:17:31,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:17:31,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:17:31,472 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:17:31,472 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:31,473 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:17:31,476 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39823%2C1731640647190.meta, suffix=.meta, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs, maxLogs=10
2024-11-15T03:17:31,490 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.meta.1731640651478.meta, exclude list is [], retry=0
2024-11-15T03:17:31,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:31,498 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.meta.1731640651478.meta
2024-11-15T03:17:31,498 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:31,498 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:31,503 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:17:31,504 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:17:31,506 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:17:31,508 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:17:31,512 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:17:31,513 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:31,513 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:17:31,513 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:17:31,517 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:17:31,518 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:17:31,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:31,519 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:31,520 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:17:31,521 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:17:31,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:31,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:31,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:17:31,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:17:31,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:31,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:31,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:17:31,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:17:31,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:31,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:31,527 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:17:31,528 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740
2024-11-15T03:17:31,531 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740
2024-11-15T03:17:31,533 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:17:31,534 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:17:31,534 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:31,537 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:17:31,539 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68425206, jitterRate=0.01961502432823181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:31,539 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:17:31,541 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640651514Writing region info on filesystem at 1731640651514Initializing all the Stores at 1731640651516 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640651516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640651516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640651516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640651516Cleaning up temporary data from old regions at 1731640651534 (+18 ms)Running coprocessor post-open hooks at 1731640651540 (+6 ms)Region opened successfully at 1731640651541 (+1 ms)
2024-11-15T03:17:31,547 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640651450
2024-11-15T03:17:31,557 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:17:31,558 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:17:31,559 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39823,1731640647190
2024-11-15T03:17:31,562 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39823,1731640647190, state=OPEN
2024-11-15T03:17:31,610 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:31,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:31,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:31,611 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,39823,1731640647190
2024-11-15T03:17:31,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:17:31,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39823,1731640647190 in 326 msec
2024-11-15T03:17:31,629 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:17:31,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec
2024-11-15T03:17:31,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:31,632 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:17:31,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:31,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39823,1731640647190, seqNum=-1]
2024-11-15T03:17:31,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:31,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:17:31,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6330 sec
2024-11-15T03:17:31,699 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640651699, completionTime=-1
2024-11-15T03:17:31,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:17:31,702 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:17:31,729 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:17:31,730 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640711730
2024-11-15T03:17:31,730 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640771730
2024-11-15T03:17:31,730 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec
2024-11-15T03:17:31,732 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39525,1731640646420-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,733 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39525,1731640646420-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,733 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39525,1731640646420-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,735 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:39525, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,735 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,736 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,742 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:17:31,763 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.407sec
2024-11-15T03:17:31,765 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:17:31,766 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:17:31,766 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:17:31,767 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:17:31,767 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:17:31,767 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39525,1731640646420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:31,768 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39525,1731640646420-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:17:31,775 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:17:31,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:17:31,777 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39525,1731640646420-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:31,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:31,797 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-15T03:17:31,798 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-15T03:17:31,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39525,-1 for getting cluster id
2024-11-15T03:17:31,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:31,812 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd77b026c-b86f-422b-9717-d9095d6f39c0'
2024-11-15T03:17:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d77b026c-b86f-422b-9717-d9095d6f39c0"

2024-11-15T03:17:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7b2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39525,-1]
2024-11-15T03:17:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:31,823 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:31,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bc9c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:31,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39823,1731640647190, seqNum=-1]
2024-11-15T03:17:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:31,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:17:31,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,39525,1731640646420
2024-11-15T03:17:31,856 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:31,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:31,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c7f42930002 connected
2024-11-15T03:17:31,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir so I do NOT create it in target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0
2024-11-15T03:17:31,899 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:17:31,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.tmp.dir so I do NOT create it in target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0
2024-11-15T03:17:31,900 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:17:31,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0
2024-11-15T03:17:31,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:17:31,900 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/cluster_d0266dc5-d184-e92e-e8f2-04c4d2d6ec6e, deleteOnExit=true
2024-11-15T03:17:31,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:17:31,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/test.cache.data in system properties and HBase conf
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:17:31,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:17:31,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:17:31,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:17:31,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:17:31,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:17:31,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:17:32,253 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:32,261 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:17:32,262 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:17:32,262 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:17:32,263 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:17:32,263 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:32,264 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66788863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:17:32,264 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:17:32,361 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d9307a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/java.io.tmpdir/jetty-localhost-36851-hadoop-hdfs-3_4_1-tests_jar-_-any-2133881672929120463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:17:32,362 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b601dc5{HTTP/1.1, (http/1.1)}{localhost:36851}
2024-11-15T03:17:32,362 INFO  [Time-limited test {}] server.Server(415): Started @13061ms
2024-11-15T03:17:32,609 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:32,614 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:17:32,615 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:17:32,615 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:17:32,615 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:17:32,616 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3cdae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:17:32,616 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:17:32,714 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28cf7b98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/java.io.tmpdir/jetty-localhost-45839-hadoop-hdfs-3_4_1-tests_jar-_-any-3978708251182545878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:17:32,714 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@676e3e46{HTTP/1.1, (http/1.1)}{localhost:45839}
2024-11-15T03:17:32,714 INFO  [Time-limited test {}] server.Server(415): Started @13413ms
2024-11-15T03:17:32,716 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:17:33,411 WARN  [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/cluster_d0266dc5-d184-e92e-e8f2-04c4d2d6ec6e/data/data2/current/BP-1273307294-172.17.0.2-1731640651928/current, will proceed with Du for space computation calculation, 
2024-11-15T03:17:33,411 WARN  [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/cluster_d0266dc5-d184-e92e-e8f2-04c4d2d6ec6e/data/data1/current/BP-1273307294-172.17.0.2-1731640651928/current, will proceed with Du for space computation calculation, 
2024-11-15T03:17:33,431 WARN  [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:17:33,434 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2df19f5b05339009 with lease ID 0x9bdf0a4721106f27: Processing first storage report for DS-6622e0bc-234d-46ab-b703-1b439e8e74e5 from datanode DatanodeRegistration(127.0.0.1:35273, datanodeUuid=2ec0ada4-e14b-4321-8caa-3875f6799196, infoPort=36563, infoSecurePort=0, ipcPort=42089, storageInfo=lv=-57;cid=testClusterID;nsid=1320422692;c=1731640651928)
2024-11-15T03:17:33,434 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2df19f5b05339009 with lease ID 0x9bdf0a4721106f27: from storage DS-6622e0bc-234d-46ab-b703-1b439e8e74e5 node DatanodeRegistration(127.0.0.1:35273, datanodeUuid=2ec0ada4-e14b-4321-8caa-3875f6799196, infoPort=36563, infoSecurePort=0, ipcPort=42089, storageInfo=lv=-57;cid=testClusterID;nsid=1320422692;c=1731640651928), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:17:33,435 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2df19f5b05339009 with lease ID 0x9bdf0a4721106f27: Processing first storage report for DS-0a3c4705-a89b-4d6c-9d54-1c588af2dff8 from datanode DatanodeRegistration(127.0.0.1:35273, datanodeUuid=2ec0ada4-e14b-4321-8caa-3875f6799196, infoPort=36563, infoSecurePort=0, ipcPort=42089, storageInfo=lv=-57;cid=testClusterID;nsid=1320422692;c=1731640651928)
2024-11-15T03:17:33,435 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2df19f5b05339009 with lease ID 0x9bdf0a4721106f27: from storage DS-0a3c4705-a89b-4d6c-9d54-1c588af2dff8 node DatanodeRegistration(127.0.0.1:35273, datanodeUuid=2ec0ada4-e14b-4321-8caa-3875f6799196, infoPort=36563, infoSecurePort=0, ipcPort=42089, storageInfo=lv=-57;cid=testClusterID;nsid=1320422692;c=1731640651928), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:17:33,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0
2024-11-15T03:17:33,453 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:33,455 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:33,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:17:33,868 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3 with version=8
2024-11-15T03:17:33,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/hbase-staging
2024-11-15T03:17:33,870 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:33,870 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:33,870 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:33,871 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:33,871 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:33,871 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:33,871 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:17:33,871 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:33,872 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34277
2024-11-15T03:17:33,874 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34277 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342770x0, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:33,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34277-0x1013c7f42930003 connected
2024-11-15T03:17:33,965 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:33,967 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:33,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/running
2024-11-15T03:17:33,970 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3, hbase.cluster.distributed=false
2024-11-15T03:17:33,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/acl
2024-11-15T03:17:33,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34277
2024-11-15T03:17:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34277
2024-11-15T03:17:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34277
2024-11-15T03:17:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34277
2024-11-15T03:17:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34277
2024-11-15T03:17:33,988 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:33,988 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:33,988 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:33,988 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:33,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:33,989 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:33,989 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:17:33,989 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:33,989 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35651
2024-11-15T03:17:33,991 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35651 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:33,992 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:33,994 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:34,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356510x0, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:34,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356510x0, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/running
2024-11-15T03:17:34,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35651-0x1013c7f42930004 connected
2024-11-15T03:17:34,008 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:17:34,009 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:17:34,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/master
2024-11-15T03:17:34,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/acl
2024-11-15T03:17:34,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35651
2024-11-15T03:17:34,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35651
2024-11-15T03:17:34,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35651
2024-11-15T03:17:34,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35651
2024-11-15T03:17:34,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35651
2024-11-15T03:17:34,030 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:34277
2024-11-15T03:17:34,030 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11754307068/backup-masters/91f82191efb8,34277,1731640653870
2024-11-15T03:17:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068/backup-masters
2024-11-15T03:17:34,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068/backup-masters
2024-11-15T03:17:34,039 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on existing znode=/11754307068/backup-masters/91f82191efb8,34277,1731640653870
2024-11-15T03:17:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11754307068/master
2024-11-15T03:17:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:34,049 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on existing znode=/11754307068/master
2024-11-15T03:17:34,050 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11754307068/backup-masters/91f82191efb8,34277,1731640653870 from backup master directory
2024-11-15T03:17:34,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11754307068/backup-masters/91f82191efb8,34277,1731640653870
2024-11-15T03:17:34,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068/backup-masters
2024-11-15T03:17:34,059 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:34,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068/backup-masters
2024-11-15T03:17:34,059 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,34277,1731640653870
2024-11-15T03:17:34,088 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/hbase.id] with ID: 0e38d6ef-9c8a-4b15-b219-56303ed81fd7
2024-11-15T03:17:34,088 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/.tmp/hbase.id
2024-11-15T03:17:34,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:17:34,500 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/.tmp/hbase.id]:[hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/hbase.id]
2024-11-15T03:17:34,522 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:34,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:17:34,525 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-15T03:17:34,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:34,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:34,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:17:35,014 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:17:35,015 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:17:35,016 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:35,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:17:35,436 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store
2024-11-15T03:17:35,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:17:35,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:35,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:17:35,446 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:35,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:35,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:17:35,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:35,446 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:35,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640655446Disabling compacts and flushes for region at 1731640655446Disabling writes for close at 1731640655446Writing region close event to WAL at 1731640655446Closed at 1731640655446
2024-11-15T03:17:35,449 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/.initializing
2024-11-15T03:17:35,449 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/WALs/91f82191efb8,34277,1731640653870
2024-11-15T03:17:35,451 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:35,455 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C34277%2C1731640653870, suffix=, logDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/WALs/91f82191efb8,34277,1731640653870, archiveDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/oldWALs, maxLogs=10
2024-11-15T03:17:35,475 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/WALs/91f82191efb8,34277,1731640653870/91f82191efb8%2C34277%2C1731640653870.1731640655455, exclude list is [], retry=0
2024-11-15T03:17:35,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-6622e0bc-234d-46ab-b703-1b439e8e74e5,DISK]
2024-11-15T03:17:35,486 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/WALs/91f82191efb8,34277,1731640653870/91f82191efb8%2C34277%2C1731640653870.1731640655455
2024-11-15T03:17:35,486 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)]
2024-11-15T03:17:35,487 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:35,487 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:35,487 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,487 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:35,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:17:35,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:35,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:35,495 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:35,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:17:35,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:35,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:35,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:35,502 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:17:35,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:35,503 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:35,503 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:35,507 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:17:35,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:35,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:35,508 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,510 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,511 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,513 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,513 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,514 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:35,517 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:35,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:17:35,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62902747, jitterRate=-0.06267602741718292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:35,523 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640655487Initializing all the Stores at 1731640655489 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640655489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640655490 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640655490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640655490Cleaning up temporary data from old regions at 1731640655513 (+23 ms)Region opened successfully at 1731640655523 (+10 ms)
2024-11-15T03:17:35,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:17:35,531 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c707ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:35,533 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:17:35,533 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:17:35,533 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:17:35,533 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:17:35,535 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T03:17:35,535 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:17:35,536 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:17:35,540 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:17:35,542 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Unable to get data of znode /11754307068/balancer because node does not exist (not necessarily an error)
2024-11-15T03:17:35,607 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11754307068/balancer already deleted, retry=false
2024-11-15T03:17:35,607 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:17:35,608 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Unable to get data of znode /11754307068/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:17:35,617 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11754307068/normalizer already deleted, retry=false
2024-11-15T03:17:35,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:17:35,619 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Unable to get data of znode /11754307068/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:17:35,628 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11754307068/switch/split already deleted, retry=false
2024-11-15T03:17:35,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Unable to get data of znode /11754307068/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:17:35,638 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11754307068/switch/merge already deleted, retry=false
2024-11-15T03:17:35,641 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Unable to get data of znode /11754307068/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:17:35,649 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11754307068/snapshot-cleanup already deleted, retry=false
2024-11-15T03:17:35,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11754307068/running
2024-11-15T03:17:35,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11754307068/running
2024-11-15T03:17:35,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:35,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:35,660 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,34277,1731640653870, sessionid=0x1013c7f42930003, setting cluster-up flag (Was=false)
2024-11-15T03:17:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:35,712 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11754307068/flush-table-proc/acquired, /11754307068/flush-table-proc/reached, /11754307068/flush-table-proc/abort
2024-11-15T03:17:35,714 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34277,1731640653870
2024-11-15T03:17:35,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:35,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:35,765 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11754307068/online-snapshot/acquired, /11754307068/online-snapshot/reached, /11754307068/online-snapshot/abort
2024-11-15T03:17:35,766 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34277,1731640653870
2024-11-15T03:17:35,769 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:17:35,772 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:35,773 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:17:35,773 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:17:35,773 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,34277,1731640653870
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:17:35,775 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:35,776 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:35,776 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:35,776 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:35,776 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:17:35,776 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,776 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:35,777 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,777 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640685777
2024-11-15T03:17:35,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:17:35,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:17:35,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:17:35,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:17:35,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:17:35,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:17:35,779 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,779 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:17:35,779 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:17:35,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:35,779 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:17:35,780 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:17:35,780 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:17:35,780 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:17:35,780 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:17:35,784 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640655780,5,FailOnTimeoutGroup]
2024-11-15T03:17:35,784 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640655784,5,FailOnTimeoutGroup]
2024-11-15T03:17:35,785 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,785 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:17:35,785 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,785 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:35,786 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:17:35,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:17:35,818 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(746): ClusterId : 0e38d6ef-9c8a-4b15-b219-56303ed81fd7
2024-11-15T03:17:35,818 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:17:35,829 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:17:35,829 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:17:35,840 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:17:35,840 DEBUG [RS:0;91f82191efb8:35651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325f7b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:35,852 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:35651
2024-11-15T03:17:35,852 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:17:35,852 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:17:35,852 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:17:35,853 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,34277,1731640653870 with port=35651, startcode=1731640653988
2024-11-15T03:17:35,853 DEBUG [RS:0;91f82191efb8:35651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:17:35,855 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:17:35,856 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,35651,1731640653988
2024-11-15T03:17:35,856 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34277 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,35651,1731640653988
2024-11-15T03:17:35,858 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3
2024-11-15T03:17:35,859 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35093
2024-11-15T03:17:35,859 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:17:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068/rs
2024-11-15T03:17:35,933 DEBUG [RS:0;91f82191efb8:35651 {}] zookeeper.ZKUtil(111): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on existing znode=/11754307068/rs/91f82191efb8,35651,1731640653988
2024-11-15T03:17:35,934 WARN  [RS:0;91f82191efb8:35651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:35,934 INFO  [RS:0;91f82191efb8:35651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:35,934 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,35651,1731640653988]
2024-11-15T03:17:35,934 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988
2024-11-15T03:17:35,941 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:17:35,945 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:17:35,946 INFO  [RS:0;91f82191efb8:35651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:17:35,946 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,947 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:17:35,948 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:17:35,948 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,948 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,948 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,949 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,950 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:35,950 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:35,950 DEBUG [RS:0;91f82191efb8:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:35,950 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,950 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,951 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,951 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,951 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,951 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35651,1731640653988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:35,965 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:17:35,965 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35651,1731640653988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,965 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,965 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.Replication(171): 91f82191efb8,35651,1731640653988 started
2024-11-15T03:17:35,981 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:35,981 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,35651,1731640653988, RpcServer on 91f82191efb8/172.17.0.2:35651, sessionid=0x1013c7f42930004
2024-11-15T03:17:35,981 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:17:35,982 DEBUG [RS:0;91f82191efb8:35651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,35651,1731640653988
2024-11-15T03:17:35,982 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,35651,1731640653988'
2024-11-15T03:17:35,982 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11754307068/flush-table-proc/abort'
2024-11-15T03:17:35,982 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11754307068/flush-table-proc/acquired'
2024-11-15T03:17:35,983 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:17:35,983 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:17:35,983 DEBUG [RS:0;91f82191efb8:35651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,35651,1731640653988
2024-11-15T03:17:35,983 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,35651,1731640653988'
2024-11-15T03:17:35,983 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11754307068/online-snapshot/abort'
2024-11-15T03:17:35,983 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11754307068/online-snapshot/acquired'
2024-11-15T03:17:35,984 DEBUG [RS:0;91f82191efb8:35651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:17:35,984 INFO  [RS:0;91f82191efb8:35651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:17:35,984 INFO  [RS:0;91f82191efb8:35651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:17:36,085 INFO  [RS:0;91f82191efb8:35651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:36,088 INFO  [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C35651%2C1731640653988, suffix=, logDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988, archiveDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/oldWALs, maxLogs=10
2024-11-15T03:17:36,116 DEBUG [RS:0;91f82191efb8:35651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988/91f82191efb8%2C35651%2C1731640653988.1731640656091, exclude list is [], retry=0
2024-11-15T03:17:36,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-6622e0bc-234d-46ab-b703-1b439e8e74e5,DISK]
2024-11-15T03:17:36,125 INFO  [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988/91f82191efb8%2C35651%2C1731640653988.1731640656091
2024-11-15T03:17:36,126 DEBUG [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)]
2024-11-15T03:17:36,199 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:17:36,199 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3
2024-11-15T03:17:36,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:17:36,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:36,218 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:17:36,221 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:17:36,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,222 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,222 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:17:36,225 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:17:36,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:17:36,228 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:17:36,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,230 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,231 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:17:36,234 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:17:36,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,235 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:17:36,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740
2024-11-15T03:17:36,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740
2024-11-15T03:17:36,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:17:36,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:17:36,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:36,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:17:36,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:17:36,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:17:36,248 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74993146, jitterRate=0.11748495697975159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:36,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640656215Initializing all the Stores at 1731640656217 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640656217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640656217Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640656218 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640656218Cleaning up temporary data from old regions at 1731640656240 (+22 ms)Region opened successfully at 1731640656249 (+9 ms)
2024-11-15T03:17:36,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:17:36,249 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:17:36,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:17:36,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:17:36,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:17:36,250 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:36,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640656249Disabling compacts and flushes for region at 1731640656249Disabling writes for close at 1731640656249Writing region close event to WAL at 1731640656250 (+1 ms)Closed at 1731640656250
2024-11-15T03:17:36,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:36,252 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:17:36,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:17:36,255 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:17:36,256 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:17:36,407 DEBUG [91f82191efb8:34277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:17:36,407 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,35651,1731640653988
2024-11-15T03:17:36,410 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,35651,1731640653988, state=OPENING
2024-11-15T03:17:36,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:17:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:36,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11754307068/meta-region-server: CHANGED
2024-11-15T03:17:36,550 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:17:36,551 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,35651,1731640653988}]
2024-11-15T03:17:36,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11754307068/meta-region-server: CHANGED
2024-11-15T03:17:36,706 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:17:36,708 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:17:36,715 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:17:36,715 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:36,716 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:17:36,719 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C35651%2C1731640653988.meta, suffix=.meta, logDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988, archiveDir=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/oldWALs, maxLogs=10
2024-11-15T03:17:36,741 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988/91f82191efb8%2C35651%2C1731640653988.meta.1731640656721.meta, exclude list is [], retry=0
2024-11-15T03:17:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-6622e0bc-234d-46ab-b703-1b439e8e74e5,DISK]
2024-11-15T03:17:36,749 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/WALs/91f82191efb8,35651,1731640653988/91f82191efb8%2C35651%2C1731640653988.meta.1731640656721.meta
2024-11-15T03:17:36,749 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)]
2024-11-15T03:17:36,749 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:36,750 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:17:36,750 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:17:36,750 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:17:36,751 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:17:36,751 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:17:36,751 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:36,751 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:17:36,751 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:17:36,754 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:17:36,756 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:17:36,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,757 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,757 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:17:36,759 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:17:36,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:17:36,762 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:17:36,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,763 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,763 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:17:36,765 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:17:36,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:36,767 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:36,767 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:17:36,769 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740
2024-11-15T03:17:36,771 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740
2024-11-15T03:17:36,774 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:17:36,774 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:17:36,775 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:36,778 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:17:36,780 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73677851, jitterRate=0.09788553416728973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:36,780 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:17:36,780 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640656752Writing region info on filesystem at 1731640656752Initializing all the Stores at 1731640656753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640656753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640656754 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640656754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640656754Cleaning up temporary data from old regions at 1731640656774 (+20 ms)Running coprocessor post-open hooks at 1731640656780 (+6 ms)Region opened successfully at 1731640656780
2024-11-15T03:17:36,782 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640656705
2024-11-15T03:17:36,786 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:17:36,786 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:17:36,787 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,35651,1731640653988
2024-11-15T03:17:36,789 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,35651,1731640653988, state=OPEN
2024-11-15T03:17:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11754307068/meta-region-server
2024-11-15T03:17:36,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11754307068/meta-region-server
2024-11-15T03:17:36,844 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,35651,1731640653988
2024-11-15T03:17:36,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11754307068/meta-region-server: CHANGED
2024-11-15T03:17:36,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11754307068/meta-region-server: CHANGED
2024-11-15T03:17:36,849 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:17:36,850 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,35651,1731640653988 in 294 msec
2024-11-15T03:17:36,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:17:36,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 597 msec
2024-11-15T03:17:36,855 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:36,856 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:17:36,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:36,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35651,1731640653988, seqNum=-1]
2024-11-15T03:17:36,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:36,860 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:17:36,869 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0970 sec
2024-11-15T03:17:36,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640656869, completionTime=-1
2024-11-15T03:17:36,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:17:36,869 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:17:36,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:17:36,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640716872
2024-11-15T03:17:36,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640776872
2024-11-15T03:17:36,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:17:36,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34277,1731640653870-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34277,1731640653870-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34277,1731640653870-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:34277, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,875 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:17:36,877 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.817sec
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34277,1731640653870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:36,878 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34277,1731640653870-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:17:36,881 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:17:36,881 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:17:36,881 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34277,1731640653870-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:36,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:36,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:36,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:36,923 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687dc61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:36,928 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:36,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:36,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35651,1731640653988, seqNum=-1]
2024-11-15T03:17:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:36,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:17:36,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,34277,1731640653870
2024-11-15T03:17:36,938 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:36,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:36,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c7f42930005 connected
2024-11-15T03:17:37,024 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:17:37,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:37,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39525,-1 for getting cluster id
2024-11-15T03:17:37,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:37,045 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd77b026c-b86f-422b-9717-d9095d6f39c0'
2024-11-15T03:17:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d77b026c-b86f-422b-9717-d9095d6f39c0"

2024-11-15T03:17:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517d3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39525,-1]
2024-11-15T03:17:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:37,053 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ee6300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:37,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:37,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39525,1731640646420
2024-11-15T03:17:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d06ed5a
2024-11-15T03:17:37,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:37,074 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:37,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:17:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:17:37,091 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:17:37,096 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf5979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:37,097 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:37,097 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:37,098 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:37,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a057973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:37,101 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:37,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247afb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:37,103 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:37,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:17:37,104 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:17:37,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:37,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@df303ed
2024-11-15T03:17:37,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:37,106 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-15T03:17:37,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:37,106 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T03:17:37,106 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:17:37,107 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T03:17:37,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:37,111 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:37,124 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-15T03:17:37,124 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:17:37,128 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:37,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:37,129 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:37,130 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:17:37,135 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:17:37,139 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:17:37,140 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:37,143 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:17:37,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741835_1011 (size=1138)
2024-11-15T03:17:37,188 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:17:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:17:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:17:37,558 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2b5bc452adc80536037af3a1c344c3b, NAME => 'hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f
2024-11-15T03:17:37,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741836_1012 (size=44)
2024-11-15T03:17:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:17:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2b5bc452adc80536037af3a1c344c3b, disabling compactions & flushes
2024-11-15T03:17:37,970 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b. after waiting 0 ms
2024-11-15T03:17:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:37,970 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:37,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2b5bc452adc80536037af3a1c344c3b:
Waiting for close lock at 1731640657970Disabling compacts and flushes for region at 1731640657970Disabling writes for close at 1731640657970Writing region close event to WAL at 1731640657970Closed at 1731640657970
2024-11-15T03:17:37,972 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:17:37,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640657972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640657972"}]},"ts":"1731640657972"}
2024-11-15T03:17:37,981 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:17:37,982 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:17:37,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640657982"}]},"ts":"1731640657982"}
2024-11-15T03:17:37,988 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:17:37,990 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN}]
2024-11-15T03:17:37,992 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN
2024-11-15T03:17:37,994 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN; state=OFFLINE, location=91f82191efb8,39823,1731640647190; forceNewPlan=false, retain=false
2024-11-15T03:17:38,145 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d2b5bc452adc80536037af3a1c344c3b, regionState=OPENING, regionLocation=91f82191efb8,39823,1731640647190
2024-11-15T03:17:38,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN because future has completed
2024-11-15T03:17:38,151 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b5bc452adc80536037af3a1c344c3b, server=91f82191efb8,39823,1731640647190}]
2024-11-15T03:17:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:17:38,311 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:38,311 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:38,311 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:17:38,314 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39823%2C1731640647190.rep, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs, maxLogs=10
2024-11-15T03:17:38,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.rep.1731640658314, exclude list is [], retry=0
2024-11-15T03:17:38,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:38,333 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.rep.1731640658314
2024-11-15T03:17:38,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:38,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d2b5bc452adc80536037af3a1c344c3b, NAME => 'hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:38,334 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:17:38,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:17:38,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b. service=MultiRowMutationService
2024-11-15T03:17:38,334 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:17:38,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:38,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,339 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2b5bc452adc80536037af3a1c344c3b 
2024-11-15T03:17:38,341 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b5bc452adc80536037af3a1c344c3b columnFamilyName hfileref
2024-11-15T03:17:38,341 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:38,342 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(327): Store=d2b5bc452adc80536037af3a1c344c3b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:38,342 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2b5bc452adc80536037af3a1c344c3b 
2024-11-15T03:17:38,344 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b5bc452adc80536037af3a1c344c3b columnFamilyName queue
2024-11-15T03:17:38,344 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:38,345 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(327): Store=d2b5bc452adc80536037af3a1c344c3b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:38,345 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2b5bc452adc80536037af3a1c344c3b 
2024-11-15T03:17:38,347 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b5bc452adc80536037af3a1c344c3b columnFamilyName sid
2024-11-15T03:17:38,347 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:38,348 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(327): Store=d2b5bc452adc80536037af3a1c344c3b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:38,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:17:38,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:17:38,360 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d2b5bc452adc80536037af3a1c344c3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72193866, jitterRate=0.07577243447303772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:17:38,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:38,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d2b5bc452adc80536037af3a1c344c3b:
Running coprocessor pre-open hook at 1731640658335Writing region info on filesystem at 1731640658335Initializing all the Stores at 1731640658336 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640658336Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640658339 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640658339Cleaning up temporary data from old regions at 1731640658351 (+12 ms)Running coprocessor post-open hooks at 1731640658360 (+9 ms)Region opened successfully at 1731640658362 (+2 ms)
2024-11-15T03:17:38,363 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b., pid=7, masterSystemTime=1731640658305
2024-11-15T03:17:38,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:38,366 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:38,368 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d2b5bc452adc80536037af3a1c344c3b, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39823,1731640647190
2024-11-15T03:17:38,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b5bc452adc80536037af3a1c344c3b, server=91f82191efb8,39823,1731640647190 because future has completed
2024-11-15T03:17:38,378 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-15T03:17:38,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d2b5bc452adc80536037af3a1c344c3b, server=91f82191efb8,39823,1731640647190 in 224 msec
2024-11-15T03:17:38,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:17:38,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN in 388 msec
2024-11-15T03:17:38,384 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:17:38,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640658384"}]},"ts":"1731640658384"}
2024-11-15T03:17:38,387 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:17:38,388 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:17:38,391 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2570 sec
2024-11-15T03:17:38,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b., hostname=91f82191efb8,39823,1731640647190, seqNum=2]
2024-11-15T03:17:38,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39823 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-15T03:17:38,533 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:38,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:17:38,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-15T03:17:38,730 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:17:38,770 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,39823,1731640647190, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:17:38,771 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:38,772 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39823,1731640647190, seqNum=-1]
2024-11-15T03:17:38,772 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:38,774 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-15T03:17:38,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,39823,1731640647190', locateType=CURRENT is [region=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b., hostname=91f82191efb8,39823,1731640647190, seqNum=2]
2024-11-15T03:17:38,783 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-15T03:17:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-15T03:17:38,790 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,39823,1731640647190 suceeded
2024-11-15T03:17:38,796 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-15T03:17:38,796 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec
2024-11-15T03:17:38,796 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:17:38,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7170 sec
2024-11-15T03:17:38,803 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:38,805 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e7c4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:38,806 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:38,806 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:38,807 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a134934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:38,809 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:38,810 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50bb7df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:38,810 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@156bd77a
2024-11-15T03:17:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:38,814 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-15T03:17:38,815 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,39823,1731640647190 (queues=1) is replicating from cluster=d77b026c-b86f-422b-9717-d9095d6f39c0 to cluster=0e38d6ef-9c8a-4b15-b219-56303ed81fd7
2024-11-15T03:17:38,817 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C39823%2C1731640647190
2024-11-15T03:17:38,821 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,39823,1731640647190, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:17:38,824 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.shipper91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C39823%2C1731640647190
2024-11-15T03:17:38,829 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442, startPosition=0, beingWritten=true
2024-11-15T03:17:39,093 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:17:39,241 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:39,241 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:17:39,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:39,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,241 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:39,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39525,-1 for getting cluster id
2024-11-15T03:17:39,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:39,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd77b026c-b86f-422b-9717-d9095d6f39c0'
2024-11-15T03:17:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d77b026c-b86f-422b-9717-d9095d6f39c0"

2024-11-15T03:17:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cdc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39525,-1]
2024-11-15T03:17:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,249 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4044f1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39525,1731640646420
2024-11-15T03:17:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72069d2
2024-11-15T03:17:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:39,256 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:39,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:17:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:17:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T03:17:39,261 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:39,262 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2095b28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,262 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:39,262 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:39,263 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:39,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:39,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:39,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@805e942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:39,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:39,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,266 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:39,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e993e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,267 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a83b76
2024-11-15T03:17:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:39,269 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:39,270 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-15T03:17:39,271 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:17:39,271 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,271 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,271 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:39,365 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:17:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T03:17:39,400 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:39,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10
2024-11-15T03:17:39,520 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-15T03:17:39,552 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-91f82191efb8,39823,1731640647190, ReplicationSource: 2, currentBandwidth=0
2024-11-15T03:17:39,556 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-15T03:17:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-15T03:17:39,559 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 91f82191efb8,39823,1731640647190 suceeded
2024-11-15T03:17:39,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:17:39,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec
2024-11-15T03:17:39,563 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:17:39,566 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 307 msec
2024-11-15T03:17:39,573 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:39,574 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a80f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,574 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:39,575 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:39,576 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:39,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:39,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:39,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@420cdc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,578 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:39,579 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520c8893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,580 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-15T03:17:39,580 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-15T03:17:39,580 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:39,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:39,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:39,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b34f7
2024-11-15T03:17:39,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,581 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:39,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:39,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:39,582 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-15T03:17:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39525,1731640646420
2024-11-15T03:17:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b2107a
2024-11-15T03:17:39,583 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-91f82191efb8,39823,1731640647190 (queues=1) is replicating from cluster=d77b026c-b86f-422b-9717-d9095d6f39c0 to cluster=0e38d6ef-9c8a-4b15-b219-56303ed81fd7
2024-11-15T03:17:39,583 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=91f82191efb8%2C39823%2C1731640647190
2024-11-15T03:17:39,584 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-91f82191efb8,39823,1731640647190, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:17:39,584 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.shipper91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C39823%2C1731640647190
2024-11-15T03:17:39,584 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442, startPosition=0, beingWritten=true
2024-11-15T03:17:39,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:39,588 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:39,589 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:17:39,591 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-15T03:17:39,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:17:39,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-15T03:17:39,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:17:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-15T03:17:39,605 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:39,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a65ec18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T03:17:39,606 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:39,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:39,607 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:39,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:39,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:39,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4762ba95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:39,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:39,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,610 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:39,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f76b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:39,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:39,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@107b7e72
2024-11-15T03:17:39,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:39,614 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:39,615 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:17:39,615 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:17:39,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,616 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:39,639 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:17:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T03:17:39,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12
2024-11-15T03:17:39,793 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG
2024-11-15T03:17:39,795 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-15T03:17:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-15T03:17:39,799 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 91f82191efb8,39823,1731640647190 suceeded
2024-11-15T03:17:39,803 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-15T03:17:39,803 INFO  [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:17:39,803 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec
2024-11-15T03:17:39,805 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:39,806 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 205 msec
2024-11-15T03:17:39,806 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-15T03:17:39,920 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed
2024-11-15T03:17:39,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:17:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-15T03:17:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T03:17:39,926 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:39,928 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27566ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,928 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:39,928 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:39,930 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:39,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d969498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:39,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:39,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,932 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2b46a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:39,934 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:39,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:39,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e4aacf
2024-11-15T03:17:39,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:39,937 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:39,938 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-15T03:17:39,938 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:17:39,938 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,938 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:39,938 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:40,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:17:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T03:17:40,112 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:40,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14
2024-11-15T03:17:40,157 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG
2024-11-15T03:17:40,158 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-15T03:17:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-15T03:17:40,161 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 91f82191efb8,39823,1731640647190 suceeded
2024-11-15T03:17:40,164 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-15T03:17:40,164 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec
2024-11-15T03:17:40,164 INFO  [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://91f82191efb8:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:17:40,166 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 243 msec
2024-11-15T03:17:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T03:17:40,240 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed
2024-11-15T03:17:40,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:17:40,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39525 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-15T03:17:40,242 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:40,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:40,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:40,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:40,242 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:40,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:17:40,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false
2024-11-15T03:17:40,243 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,39525,1731640646420
2024-11-15T03:17:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:40,270 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:40,270 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:40,270 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:17:40,270 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:40,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:40,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:40,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:40,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:40,271 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,39823,1731640647190' *****
2024-11-15T03:17:40,272 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:17:40,272 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:17:40,272 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:17:40,272 INFO  [RS:0;91f82191efb8:39823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:17:40,273 INFO  [RS:0;91f82191efb8:39823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:17:40,273 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(3091): Received CLOSE for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:40,273 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,39823,1731640647190
2024-11-15T03:17:40,274 INFO  [RS:0;91f82191efb8:39823 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:17:40,274 INFO  [RS:0;91f82191efb8:39823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39823.
2024-11-15T03:17:40,274 DEBUG [RS:0;91f82191efb8:39823 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:40,274 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:40,274 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2b5bc452adc80536037af3a1c344c3b, disabling compactions & flushes
2024-11-15T03:17:40,274 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:40,274 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:17:40,274 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:40,274 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:17:40,274 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b. after waiting 0 ms
2024-11-15T03:17:40,274 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:17:40,274 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:40,275 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:17:40,275 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:17:40,275 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2b5bc452adc80536037af3a1c344c3b=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.}
2024-11-15T03:17:40,275 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:17:40,275 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:17:40,275 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:17:40,275 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:17:40,275 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:17:40,276 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:40,278 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-15T03:17:40,278 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2b5bc452adc80536037af3a1c344c3b 3/3 column families, dataSize=294 B heapSize=1.19 KB
2024-11-15T03:17:40,283 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:17:40,283 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:17:40,292 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:17:40,312 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:40,341 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/.tmp/queue/d13eb87d91e74381a09628da535736a3 is 151, key is 1-91f82191efb8,39823,1731640647190/queue:91f82191efb8%2C39823%2C1731640647190/1731640658778/Put/seqid=0
2024-11-15T03:17:40,341 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/info/86b492eb57404a77af63a6d77f2610d0 is 147, key is hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b./info:regioninfo/1731640658367/Put/seqid=0
2024-11-15T03:17:40,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741839_1015 (size=5500)
2024-11-15T03:17:40,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741838_1014 (size=6631)
2024-11-15T03:17:40,476 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:40,518 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:40,676 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:40,754 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/.tmp/queue/d13eb87d91e74381a09628da535736a3
2024-11-15T03:17:40,754 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/info/86b492eb57404a77af63a6d77f2610d0
2024-11-15T03:17:40,815 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/.tmp/queue/d13eb87d91e74381a09628da535736a3 as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/queue/d13eb87d91e74381a09628da535736a3
2024-11-15T03:17:40,826 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/queue/d13eb87d91e74381a09628da535736a3, entries=2, sequenceid=6, filesize=5.4 K
2024-11-15T03:17:40,834 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/ns/2d97a54a2f84469ea5ec9dd6c10d131b is 43, key is default/ns:d/1731640651683/Put/seqid=0
2024-11-15T03:17:40,835 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d2b5bc452adc80536037af3a1c344c3b in 555ms, sequenceid=6, compaction requested=false
2024-11-15T03:17:40,835 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:17:40,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741840_1016 (size=5153)
2024-11-15T03:17:40,852 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-15T03:17:40,855 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:40,855 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:40,855 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:40,856 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2b5bc452adc80536037af3a1c344c3b:
Waiting for close lock at 1731640660274Running coprocessor pre-close hooks at 1731640660274Disabling compacts and flushes for region at 1731640660274Disabling writes for close at 1731640660274Obtaining lock to block concurrent updates at 1731640660279 (+5 ms)Preparing flush snapshotting stores in d2b5bc452adc80536037af3a1c344c3b at 1731640660279Finished memstore snapshotting hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731640660287 (+8 ms)Flushing stores of hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b. at 1731640660288 (+1 ms)Flushing d2b5bc452adc80536037af3a1c344c3b/queue: creating writer at 1731640660289 (+1 ms)Flushing d2b5bc452adc80536037af3a1c344c3b/queue: appending metadata at 1731640660326 (+37 ms)Flushing d2b5bc452adc80536037af3a1c344c3b/queue: closing flushed file at 1731640660329 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500575ef: reopening flushed file at 1731640660812 (+483 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d2b5bc452adc80536037af3a1c344c3b in 555ms, sequenceid=6, compaction requested=false at 1731640660835 (+23 ms)Writing region close event to WAL at 1731640660845 (+10 ms)Running coprocessor post-close hooks at 1731640660853 (+8 ms)Closed at 1731640660855 (+2 ms)
2024-11-15T03:17:40,856 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:40,876 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:40,918 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:41,027 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:41,077 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:41,249 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/ns/2d97a54a2f84469ea5ec9dd6c10d131b
2024-11-15T03:17:41,277 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:17:41,277 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:17:41,277 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:41,277 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/table/1c7aa101bb934fb8917136f7bbbebdb6 is 53, key is hbase:replication/table:state/1731640658384/Put/seqid=0
2024-11-15T03:17:41,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741841_1017 (size=5256)
2024-11-15T03:17:41,477 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:41,626 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:41,634 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.1731640650442 to pos 0, reset compression=false
2024-11-15T03:17:41,678 DEBUG [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:41,684 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/table/1c7aa101bb934fb8917136f7bbbebdb6
2024-11-15T03:17:41,693 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/info/86b492eb57404a77af63a6d77f2610d0 as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/info/86b492eb57404a77af63a6d77f2610d0
2024-11-15T03:17:41,701 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/info/86b492eb57404a77af63a6d77f2610d0, entries=10, sequenceid=11, filesize=6.5 K
2024-11-15T03:17:41,703 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/ns/2d97a54a2f84469ea5ec9dd6c10d131b as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/ns/2d97a54a2f84469ea5ec9dd6c10d131b
2024-11-15T03:17:41,711 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/ns/2d97a54a2f84469ea5ec9dd6c10d131b, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:17:41,712 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/table/1c7aa101bb934fb8917136f7bbbebdb6 as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/table/1c7aa101bb934fb8917136f7bbbebdb6
2024-11-15T03:17:41,720 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/table/1c7aa101bb934fb8917136f7bbbebdb6, entries=2, sequenceid=11, filesize=5.1 K
2024-11-15T03:17:41,721 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=11, compaction requested=false
2024-11-15T03:17:41,728 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-15T03:17:41,729 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:41,729 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:41,729 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:41,729 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640660275Running coprocessor pre-close hooks at 1731640660275Disabling compacts and flushes for region at 1731640660275Disabling writes for close at 1731640660275Obtaining lock to block concurrent updates at 1731640660279 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731640660279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731640660287 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640660288 (+1 ms)Flushing 1588230740/info: creating writer at 1731640660289 (+1 ms)Flushing 1588230740/info: appending metadata at 1731640660327 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731640660329 (+2 ms)Flushing 1588230740/ns: creating writer at 1731640660812 (+483 ms)Flushing 1588230740/ns: appending metadata at 1731640660834 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731640660834Flushing 1588230740/table: creating writer at 1731640661261 (+427 ms)Flushing 1588230740/table: appending metadata at 1731640661277 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731640661277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6a24b3: reopening flushed file at 1731640661692 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad7e921: reopening flushed file at 1731640661702 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74005f3b: reopening flushed file at 1731640661711 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=11, compaction requested=false at 1731640661722 (+11 ms)Writing region close event to WAL at 1731640661724 (+2 ms)Running coprocessor post-close hooks at 1731640661729 (+5 ms)Closed at 1731640661729
2024-11-15T03:17:41,729 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:41,878 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,39823,1731640647190; all regions closed.
2024-11-15T03:17:41,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741834_1010 (size=2742)
2024-11-15T03:17:41,890 DEBUG [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs
2024-11-15T03:17:41,891 INFO  [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39823%2C1731640647190.meta:.meta(num 1731640651478)
2024-11-15T03:17:41,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741837_1013 (size=1802)
2024-11-15T03:17:41,894 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190/91f82191efb8%2C39823%2C1731640647190.rep.1731640658314 not finished, retry = 0
2024-11-15T03:17:41,998 DEBUG [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs
2024-11-15T03:17:41,998 INFO  [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39823%2C1731640647190.rep:(num 1731640658314)
2024-11-15T03:17:42,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741832_1008 (size=93)
2024-11-15T03:17:42,004 DEBUG [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs
2024-11-15T03:17:42,004 INFO  [RS:0;91f82191efb8:39823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39823%2C1731640647190:(num 1731640650442)
2024-11-15T03:17:42,004 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:42,004 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:17:42,005 INFO  [RS:0;91f82191efb8:39823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:17:42,005 INFO  [RS:0;91f82191efb8:39823 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:17:42,005 INFO  [RS:0;91f82191efb8:39823 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:17:42,005 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:17:42,005 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,39823,1731640647190 because: Region server is closing
2024-11-15T03:17:42,006 INFO  [RS:0;91f82191efb8:39823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39823.
2024-11-15T03:17:42,006 DEBUG [RS:0;91f82191efb8:39823 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:42,006 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:42,006 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:42,007 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:42,107 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.shipper91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:17:42,107 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:17:42,108 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39823,1731640647190.replicationSource.shipper91f82191efb8%2C39823%2C1731640647190,1-91f82191efb8,39823,1731640647190 terminated
2024-11-15T03:17:42,109 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-91f82191efb8,39823,1731640647190 because: Region server is closing
2024-11-15T03:17:42,109 INFO  [RS:0;91f82191efb8:39823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39823.
2024-11-15T03:17:42,110 DEBUG [RS:0;91f82191efb8:39823 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:42,110 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:42,110 DEBUG [RS:0;91f82191efb8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:42,110 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:42,211 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.wal-reader.91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:17:42,211 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.shipper91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:17:42,211 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,39823,1731640647190.replicationSource.shipper91f82191efb8%2C39823%2C1731640647190,2-91f82191efb8,39823,1731640647190 terminated
2024-11-15T03:17:42,211 INFO  [RS:0;91f82191efb8:39823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39823
2024-11-15T03:17:42,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/rs
2024-11-15T03:17:42,223 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/rs/91f82191efb8,39823,1731640647190
2024-11-15T03:17:42,223 INFO  [RS:0;91f82191efb8:39823 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:17:42,224 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,39823,1731640647190]
2024-11-15T03:17:42,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/draining/91f82191efb8,39823,1731640647190 already deleted, retry=false
2024-11-15T03:17:42,244 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,39823,1731640647190 expired; onlineServers=0
2024-11-15T03:17:42,244 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,39525,1731640646420' *****
2024-11-15T03:17:42,244 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:17:42,245 INFO  [M:0;91f82191efb8:39525 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:17:42,245 INFO  [M:0;91f82191efb8:39525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:17:42,245 DEBUG [M:0;91f82191efb8:39525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:17:42,245 DEBUG [M:0;91f82191efb8:39525 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:17:42,245 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:17:42,245 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640650156 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640650156,5,FailOnTimeoutGroup]
2024-11-15T03:17:42,245 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640650154 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640650154,5,FailOnTimeoutGroup]
2024-11-15T03:17:42,245 INFO  [M:0;91f82191efb8:39525 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:17:42,246 INFO  [M:0;91f82191efb8:39525 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:17:42,246 DEBUG [M:0;91f82191efb8:39525 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:17:42,246 INFO  [M:0;91f82191efb8:39525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:17:42,246 INFO  [M:0;91f82191efb8:39525 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:17:42,247 INFO  [M:0;91f82191efb8:39525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:17:42,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:17:42,254 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:17:42,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/master
2024-11-15T03:17:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:42,255 DEBUG [M:0;91f82191efb8:39525 {}] zookeeper.ZKUtil(347): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/master because node does not exist (not an error)
2024-11-15T03:17:42,255 WARN  [M:0;91f82191efb8:39525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:17:42,257 INFO  [M:0;91f82191efb8:39525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/.lastflushedseqids
2024-11-15T03:17:42,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741842_1018 (size=181)
2024-11-15T03:17:42,334 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:42,334 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1013c7f42930001, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:42,335 INFO  [RS:0;91f82191efb8:39823 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:17:42,335 INFO  [RS:0;91f82191efb8:39823 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,39823,1731640647190; zookeeper connection closed.
2024-11-15T03:17:42,336 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a79dc73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a79dc73
2024-11-15T03:17:42,336 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:17:42,674 INFO  [M:0;91f82191efb8:39525 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:17:42,675 INFO  [M:0;91f82191efb8:39525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:17:42,675 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:17:42,676 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:42,676 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:42,676 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:17:42,676 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:42,677 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB
2024-11-15T03:17:42,697 DEBUG [M:0;91f82191efb8:39525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/593f97be830e4398938b6599917246d5 is 82, key is hbase:meta,,1/info:regioninfo/1731640651559/Put/seqid=0
2024-11-15T03:17:42,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741843_1019 (size=5672)
2024-11-15T03:17:43,104 INFO  [M:0;91f82191efb8:39525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/593f97be830e4398938b6599917246d5
2024-11-15T03:17:43,132 DEBUG [M:0;91f82191efb8:39525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bb44afd5e3c424ab13c552a8e042ff3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731640658390/Put/seqid=0
2024-11-15T03:17:43,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741844_1020 (size=8663)
2024-11-15T03:17:43,538 INFO  [M:0;91f82191efb8:39525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bb44afd5e3c424ab13c552a8e042ff3
2024-11-15T03:17:43,564 DEBUG [M:0;91f82191efb8:39525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a5ba12918634546a528c929502f7f79 is 69, key is 91f82191efb8,39823,1731640647190/rs:state/1731640650201/Put/seqid=0
2024-11-15T03:17:43,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741845_1021 (size=5156)
2024-11-15T03:17:43,970 INFO  [M:0;91f82191efb8:39525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a5ba12918634546a528c929502f7f79
2024-11-15T03:17:43,980 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/593f97be830e4398938b6599917246d5 as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/593f97be830e4398938b6599917246d5
2024-11-15T03:17:43,986 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/593f97be830e4398938b6599917246d5, entries=8, sequenceid=115, filesize=5.5 K
2024-11-15T03:17:43,987 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bb44afd5e3c424ab13c552a8e042ff3 as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bb44afd5e3c424ab13c552a8e042ff3
2024-11-15T03:17:43,997 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bb44afd5e3c424ab13c552a8e042ff3, entries=14, sequenceid=115, filesize=8.5 K
2024-11-15T03:17:43,999 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a5ba12918634546a528c929502f7f79 as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a5ba12918634546a528c929502f7f79
2024-11-15T03:17:44,007 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a5ba12918634546a528c929502f7f79, entries=1, sequenceid=115, filesize=5.0 K
2024-11-15T03:17:44,008 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=115, compaction requested=false
2024-11-15T03:17:44,009 INFO  [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:44,009 DEBUG [M:0;91f82191efb8:39525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640662675Disabling compacts and flushes for region at 1731640662675Disabling writes for close at 1731640662676 (+1 ms)Obtaining lock to block concurrent updates at 1731640662677 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640662677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731640662678 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640662680 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640662680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640662697 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640662697Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640663117 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640663132 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640663132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640663545 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640663563 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640663563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31378f14: reopening flushed file at 1731640663978 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4388e9: reopening flushed file at 1731640663986 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe28d18: reopening flushed file at 1731640663997 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=115, compaction requested=false at 1731640664008 (+11 ms)Writing region close event to WAL at 1731640664009 (+1 ms)Closed at 1731640664009
2024-11-15T03:17:44,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741830_1006 (size=59421)
2024-11-15T03:17:44,013 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:17:44,013 INFO  [M:0;91f82191efb8:39525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:17:44,013 INFO  [M:0;91f82191efb8:39525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39525
2024-11-15T03:17:44,014 INFO  [M:0;91f82191efb8:39525 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:17:44,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:44,127 INFO  [M:0;91f82191efb8:39525 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:17:44,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39525-0x1013c7f42930000, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:44,129 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:44,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:44,130 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:44,130 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:44,130 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:44,130 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:44,130 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:17:44,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:44,131 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39365
2024-11-15T03:17:44,133 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39365 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393650x0, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:44,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39365-0x1013c7f42930006 connected
2024-11-15T03:17:44,157 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:44,159 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:44,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:44,163 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: INIT
2024-11-15T03:17:44,163 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f, hbase.cluster.distributed=false
2024-11-15T03:17:44,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/acl
2024-11-15T03:17:44,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39365
2024-11-15T03:17:44,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39365
2024-11-15T03:17:44,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39365
2024-11-15T03:17:44,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39365
2024-11-15T03:17:44,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39365
2024-11-15T03:17:44,193 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:44,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:44,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:44,193 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:44,194 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:44,194 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:44,194 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:17:44,194 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:44,195 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36595
2024-11-15T03:17:44,197 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36595 connecting to ZooKeeper ensemble=127.0.0.1:50315
2024-11-15T03:17:44,199 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:44,201 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:44,217 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365950x0, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:44,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365950x0, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:44,218 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:17:44,219 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: INIT
2024-11-15T03:17:44,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36595-0x1013c7f42930007 connected
2024-11-15T03:17:44,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:17:44,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/master
2024-11-15T03:17:44,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/acl
2024-11-15T03:17:44,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36595
2024-11-15T03:17:44,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36595
2024-11-15T03:17:44,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36595
2024-11-15T03:17:44,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36595
2024-11-15T03:17:44,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36595
2024-11-15T03:17:44,255 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:39365
2024-11-15T03:17:44,255 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0293669637/backup-masters/91f82191efb8,39365,1731640664129
2024-11-15T03:17:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:44,265 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:44,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on existing znode=/0293669637/backup-masters/91f82191efb8,39365,1731640664129
2024-11-15T03:17:44,275 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0293669637/master
2024-11-15T03:17:44,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:44,276 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:44,276 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on existing znode=/0293669637/master
2024-11-15T03:17:44,278 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0293669637/backup-masters/91f82191efb8,39365,1731640664129 from backup master directory
2024-11-15T03:17:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/backup-masters/91f82191efb8,39365,1731640664129
2024-11-15T03:17:44,290 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:44,290 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/backup-masters
2024-11-15T03:17:44,290 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,39365,1731640664129
2024-11-15T03:17:44,308 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:44,309 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:17:44,324 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms.
2024-11-15T03:17:44,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741846_1022 (size=196)
2024-11-15T03:17:44,744 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:17:44,745 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:17:44,745 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:44,756 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-15T03:17:44,759 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420 to hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420-dead as it is dead
2024-11-15T03:17:44,761 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-15T03:17:44,761 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-15T03:17:44,761 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420-dead/91f82191efb8%2C39525%2C1731640646420.1731640649331
2024-11-15T03:17:44,767 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420-dead/91f82191efb8%2C39525%2C1731640646420.1731640649331 after 4ms
2024-11-15T03:17:44,768 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420-dead/91f82191efb8%2C39525%2C1731640646420.1731640649331 to hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C39525%2C1731640646420.1731640649331
2024-11-15T03:17:44,768 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39525,1731640646420-dead
2024-11-15T03:17:44,769 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39365,1731640664129
2024-11-15T03:17:44,770 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:44,771 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39365%2C1731640664129, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39365,1731640664129, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/oldWALs, maxLogs=10
2024-11-15T03:17:44,782 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39365,1731640664129/91f82191efb8%2C39365%2C1731640664129.1731640664771, exclude list is [], retry=0
2024-11-15T03:17:44,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:44,789 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/WALs/91f82191efb8,39365,1731640664129/91f82191efb8%2C39365%2C1731640664129.1731640664771
2024-11-15T03:17:44,789 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:44,789 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:44,790 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:44,790 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:44,790 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:44,791 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:44,793 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:17:44,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:44,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/593f97be830e4398938b6599917246d5
2024-11-15T03:17:44,801 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:44,801 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:44,803 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:17:44,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:44,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bb44afd5e3c424ab13c552a8e042ff3
2024-11-15T03:17:44,810 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:44,811 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:44,812 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:17:44,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:44,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a5ba12918634546a528c929502f7f79
2024-11-15T03:17:44,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:44,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:44,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:17:44,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:44,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:44,823 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:44,823 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-15T03:17:44,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C39525%2C1731640646420.1731640649331
2024-11-15T03:17:44,839 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C39525%2C1731640646420.1731640649331
2024-11-15T03:17:44,841 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C39525%2C1731640646420.1731640649331
2024-11-15T03:17:44,843 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:44,843 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:44,844 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:44,846 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:44,849 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1
2024-11-15T03:17:44,850 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65618864, jitterRate=-0.022202730178833008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:44,851 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640664790Initializing all the Stores at 1731640664791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640664791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640664791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640664791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640664791Cleaning up temporary data from old regions at 1731640664843 (+52 ms)Region opened successfully at 1731640664850 (+7 ms)
2024-11-15T03:17:44,851 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:17:44,854 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e27ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:44,864 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-15T03:17:44,865 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:17:44,865 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:17:44,865 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:17:44,866 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:17:44,872 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:44,873 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:17:44,873 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:17:44,873 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:17:44,874 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-15T03:17:44,874 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-15T03:17:44,874 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-15T03:17:44,874 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:17:44,879 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=91f82191efb8,39823,1731640647190, regionLocation=91f82191efb8,39823,1731640647190, openSeqNum=2
2024-11-15T03:17:44,879 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=91f82191efb8,39823,1731640647190, table=hbase:meta, region=1588230740
2024-11-15T03:17:44,879 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39823,1731640647190, state=OPEN
2024-11-15T03:17:44,954 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:44,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:44,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:44,963 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:17:44,974 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/draining/91f82191efb8,39823,1731640647190 already deleted, retry=false
2024-11-15T03:17:44,975 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 91f82191efb8,39823,1731640647190 on 91f82191efb8,39365,1731640664129
2024-11-15T03:17:44,980 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 91f82191efb8,39823,1731640647190, splitWal=true, meta=true
2024-11-15T03:17:44,982 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 91f82191efb8,39823,1731640647190 (carryingMeta=true) 91f82191efb8,39823,1731640647190/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@260fc87[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-15T03:17:44,985 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/balancer because node does not exist (not necessarily an error)
2024-11-15T03:17:44,995 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/balancer already deleted, retry=false
2024-11-15T03:17:44,996 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:17:44,997 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:17:45,036 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/normalizer already deleted, retry=false
2024-11-15T03:17:45,037 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:17:45,040 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:17:45,059 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/switch/split already deleted, retry=false
2024-11-15T03:17:45,062 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:17:45,069 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/switch/merge already deleted, retry=false
2024-11-15T03:17:45,099 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:17:45,111 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/snapshot-cleanup already deleted, retry=false
2024-11-15T03:17:45,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:45,122 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:45,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:45,122 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:45,122 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,39365,1731640664129, sessionid=0x1013c7f42930006, setting cluster-up flag (Was=false)
2024-11-15T03:17:45,133 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0293669637/flush-table-proc/acquired, /0293669637/flush-table-proc/reached, /0293669637/flush-table-proc/abort
2024-11-15T03:17:45,134 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39365,1731640664129
2024-11-15T03:17:45,182 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0293669637/online-snapshot/acquired, /0293669637/online-snapshot/reached, /0293669637/online-snapshot/abort
2024-11-15T03:17:45,183 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39365,1731640664129
2024-11-15T03:17:45,185 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/.lastflushedseqids
2024-11-15T03:17:45,189 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:17:45,189 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:17:45,190 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,39365,1731640664129
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  91f82191efb8,39823,1731640647190
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:45,192 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,193 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640695193
2024-11-15T03:17:45,193 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:17:45,194 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:17:45,195 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:17:45,195 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:17:45,195 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640665195,5,FailOnTimeoutGroup]
2024-11-15T03:17:45,195 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640665195,5,FailOnTimeoutGroup]
2024-11-15T03:17:45,195 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,196 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:17:45,196 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,196 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,196 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640665196, completionTime=-1
2024-11-15T03:17:45,196 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-15T03:17:45,196 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 91f82191efb8,39823,1731640647190, splitWal=true, meta=true
2024-11-15T03:17:45,198 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,39823,1731640647190, splitWal=true, meta=true, isMeta: true
2024-11-15T03:17:45,199 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-15T03:17:45,199 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190-splitting
2024-11-15T03:17:45,200 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190-splitting dir is empty, no logs to split.
2024-11-15T03:17:45,201 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 91f82191efb8,39823,1731640647190 WAL count=0, meta=true
2024-11-15T03:17:45,205 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190-splitting dir is empty, no logs to split.
2024-11-15T03:17:45,205 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 91f82191efb8,39823,1731640647190 WAL count=0, meta=true
2024-11-15T03:17:45,205 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,39823,1731640647190 WAL splitting is done? wals=0, meta=true
2024-11-15T03:17:45,208 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:17:45,209 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:17:45,211 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-15T03:17:45,245 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(746): ClusterId : d77b026c-b86f-422b-9717-d9095d6f39c0
2024-11-15T03:17:45,245 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:17:45,276 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:17:45,276 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:17:45,287 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:17:45,287 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e1a656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:45,300 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:36595
2024-11-15T03:17:45,300 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:17:45,300 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:17:45,300 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:17:45,301 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,39365,1731640664129 with port=36595, startcode=1731640664192
2024-11-15T03:17:45,302 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:17:45,304 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:17:45,305 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,305 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39365 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,307 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f
2024-11-15T03:17:45,307 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44117
2024-11-15T03:17:45,307 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:17:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/rs
2024-11-15T03:17:45,318 DEBUG [RS:0;91f82191efb8:36595 {}] zookeeper.ZKUtil(111): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on existing znode=/0293669637/rs/91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,318 WARN  [RS:0;91f82191efb8:36595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:45,318 INFO  [RS:0;91f82191efb8:36595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:45,318 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,319 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,36595,1731640664192]
2024-11-15T03:17:45,349 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-15T03:17:45,361 WARN  [91f82191efb8:39365 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T03:17:45,371 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:17:45,374 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:17:45,375 INFO  [RS:0;91f82191efb8:36595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:17:45,375 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,375 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:17:45,376 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:17:45,376 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,377 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,378 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,378 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:45,378 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:45,378 DEBUG [RS:0;91f82191efb8:36595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:45,380 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,380 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,380 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,380 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,380 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,380 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,36595,1731640664192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:45,395 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:17:45,395 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,36595,1731640664192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,409 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,36595,1731640664192, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:17:45,423 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(231): queueId=2-91f82191efb8,36595,1731640664192, ReplicationSource: 2, currentBandwidth=0
2024-11-15T03:17:45,423 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,423 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.Replication(171): 91f82191efb8,36595,1731640664192 started
2024-11-15T03:17:45,423 DEBUG [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:45,425 DEBUG [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f09dfde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:45,425 DEBUG [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:45,425 DEBUG [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:45,426 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46a70aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:45,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:45,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:45,429 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:45,430 DEBUG [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547af7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:45,431 DEBUG [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f494d54
2024-11-15T03:17:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:45,434 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-15T03:17:45,435 INFO  [RS:0;91f82191efb8:36595.replicationSource,1-91f82191efb8,36595,1731640664192 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,36595,1731640664192 (queues=0) is replicating from cluster=d77b026c-b86f-422b-9717-d9095d6f39c0 to cluster=0e38d6ef-9c8a-4b15-b219-56303ed81fd7
2024-11-15T03:17:45,439 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:45,439 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,36595,1731640664192, RpcServer on 91f82191efb8/172.17.0.2:36595, sessionid=0x1013c7f42930007
2024-11-15T03:17:45,439 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:17:45,439 DEBUG [RS:0;91f82191efb8:36595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,439 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,36595,1731640664192'
2024-11-15T03:17:45,439 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0293669637/flush-table-proc/abort'
2024-11-15T03:17:45,439 DEBUG [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34277'
2024-11-15T03:17:45,440 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0293669637/flush-table-proc/acquired'
2024-11-15T03:17:45,440 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:17:45,440 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:17:45,440 DEBUG [RS:0;91f82191efb8:36595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,440 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,36595,1731640664192'
2024-11-15T03:17:45,440 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0293669637/online-snapshot/abort'
2024-11-15T03:17:45,441 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0293669637/online-snapshot/acquired'
2024-11-15T03:17:45,441 DEBUG [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317ab7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:45,441 DEBUG [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34277,-1 for getting cluster id
2024-11-15T03:17:45,441 DEBUG [RS:0;91f82191efb8:36595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:17:45,441 INFO  [RS:0;91f82191efb8:36595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:17:45,441 INFO  [RS:0;91f82191efb8:36595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:17:45,441 DEBUG [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:45,442 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e38d6ef-9c8a-4b15-b219-56303ed81fd7'
2024-11-15T03:17:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e38d6ef-9c8a-4b15-b219-56303ed81fd7"

2024-11-15T03:17:45,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@638a7351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:45,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34277,-1]
2024-11-15T03:17:45,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:45,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:45,444 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:45,445 DEBUG [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10366f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:45,445 DEBUG [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34277,1731640653870
2024-11-15T03:17:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a949a6c
2024-11-15T03:17:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:45,447 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-15T03:17:45,447 INFO  [RS:0;91f82191efb8:36595.replicationSource,2-91f82191efb8,36595,1731640664192 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-91f82191efb8,36595,1731640664192 (queues=0) is replicating from cluster=d77b026c-b86f-422b-9717-d9095d6f39c0 to cluster=0e38d6ef-9c8a-4b15-b219-56303ed81fd7
2024-11-15T03:17:45,542 INFO  [RS:0;91f82191efb8:36595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:45,544 INFO  [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C36595%2C1731640664192, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs, maxLogs=10
2024-11-15T03:17:45,556 DEBUG [RS:0;91f82191efb8:36595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544, exclude list is [], retry=0
2024-11-15T03:17:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:45,562 INFO  [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544
2024-11-15T03:17:45,562 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 91f82191efb8%2C36595%2C1731640664192 for peer 1
2024-11-15T03:17:45,563 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 91f82191efb8%2C36595%2C1731640664192 for peer 2
2024-11-15T03:17:45,563 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C36595%2C1731640664192
2024-11-15T03:17:45,563 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,36595,1731640664192, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:17:45,563 INFO  [RS:0;91f82191efb8:36595.replicationSource.shipper91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C36595%2C1731640664192
2024-11-15T03:17:45,563 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=91f82191efb8%2C36595%2C1731640664192
2024-11-15T03:17:45,563 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-91f82191efb8,36595,1731640664192, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:17:45,564 INFO  [RS:0;91f82191efb8:36595.replicationSource.shipper91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C36595%2C1731640664192
2024-11-15T03:17:45,564 DEBUG [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:45,564 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544, startPosition=0, beingWritten=true
2024-11-15T03:17:45,564 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544, startPosition=0, beingWritten=true
2024-11-15T03:17:45,611 DEBUG [91f82191efb8:39365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:17:45,612 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,614 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,36595,1731640664192, state=OPENING
2024-11-15T03:17:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:45,627 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:45,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:17:45,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:45,627 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,36595,1731640664192}]
2024-11-15T03:17:45,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:45,779 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:45,779 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:45,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:17:45,784 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:17:45,789 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:17:45,789 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:45,790 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:17:45,793 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C36595%2C1731640664192.meta, suffix=.meta, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs, maxLogs=10
2024-11-15T03:17:45,812 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.meta.1731640665794.meta, exclude list is [], retry=0
2024-11-15T03:17:45,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:45,817 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.meta.1731640665794.meta
2024-11-15T03:17:45,818 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:45,818 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:45,818 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:17:45,819 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:17:45,819 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:17:45,819 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:17:45,819 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:17:45,819 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:45,819 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:17:45,819 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:17:45,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:17:45,823 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:17:45,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:45,831 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/info/86b492eb57404a77af63a6d77f2610d0
2024-11-15T03:17:45,831 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:45,831 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:17:45,832 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:17:45,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:45,839 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/ns/2d97a54a2f84469ea5ec9dd6c10d131b
2024-11-15T03:17:45,840 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:45,840 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:17:45,841 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:17:45,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:45,842 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:45,842 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:17:45,843 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:17:45,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:45,851 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/table/1c7aa101bb934fb8917136f7bbbebdb6
2024-11-15T03:17:45,851 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:45,851 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:17:45,852 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740
2024-11-15T03:17:45,854 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740
2024-11-15T03:17:45,855 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:17:45,855 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:17:45,856 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:45,858 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:17:45,859 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64338958, jitterRate=-0.041274815797805786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:45,859 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:17:45,860 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640665820Writing region info on filesystem at 1731640665820Initializing all the Stores at 1731640665821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640665821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640665821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640665821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640665821Cleaning up temporary data from old regions at 1731640665855 (+34 ms)Running coprocessor post-open hooks at 1731640665859 (+4 ms)Region opened successfully at 1731640665859
2024-11-15T03:17:45,861 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731640665782
2024-11-15T03:17:45,864 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:17:45,864 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:17:45,865 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,866 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,36595,1731640664192, state=OPEN
2024-11-15T03:17:45,880 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:45,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0293669637/meta-region-server
2024-11-15T03:17:45,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,36595,1731640664192
2024-11-15T03:17:45,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:45,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0293669637/meta-region-server: CHANGED
2024-11-15T03:17:45,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-15T03:17:45,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,36595,1731640664192 in 253 msec
2024-11-15T03:17:45,888 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-15T03:17:45,888 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec
2024-11-15T03:17:46,093 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:46,093 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:46,502 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:46,502 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:46,852 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-15T03:17:47,010 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:47,010 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:47,232 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:17:47,619 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:47,619 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:48,327 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:48,327 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:48,355 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3159ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms
2024-11-15T03:17:49,135 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:49,136 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:49,708 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-15T03:17:49,708 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:17:49,709 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:49,709 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36595,1731640664192, seqNum=-1]
2024-11-15T03:17:49,709 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:49,711 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:17:49,718 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2b5bc452adc80536037af3a1c344c3b, regionState=OPEN, lastHost=91f82191efb8,39823,1731640647190, regionLocation=91f82191efb8,39823,1731640647190, openSeqNum=2
2024-11-15T03:17:49,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:17:49,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640729718
2024-11-15T03:17:49,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640789718
2024-11-15T03:17:49,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec
2024-11-15T03:17:49,719 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39365,1731640664129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,719 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39365,1731640664129-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,719 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 91f82191efb8,39823,1731640647190 had 2 regions
2024-11-15T03:17:49,719 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39365,1731640664129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,719 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:39365, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,719 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,719 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,721 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,39823,1731640647190, splitWal=true, meta=true, isMeta: false
2024-11-15T03:17:49,723 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190-splitting dir is empty, no logs to split.
2024-11-15T03:17:49,723 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,39823,1731640647190 WAL count=0, meta=false
2024-11-15T03:17:49,727 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,39823,1731640647190-splitting dir is empty, no logs to split.
2024-11-15T03:17:49,727 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,39823,1731640647190 WAL count=0, meta=false
2024-11-15T03:17:49,727 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,39823,1731640647190 WAL splitting is done? wals=0, meta=false
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.438sec
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39365,1731640664129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:49,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39365,1731640664129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:17:49,730 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN}]
2024-11-15T03:17:49,731 WARN  [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=91f82191efb8,39823,1731640647190/hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:49,732 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN
2024-11-15T03:17:49,733 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-15T03:17:49,734 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:17:49,734 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:17:49,734 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39365,1731640664129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:49,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3109a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:49,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39365,-1 for getting cluster id
2024-11-15T03:17:49,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:49,751 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd77b026c-b86f-422b-9717-d9095d6f39c0'
2024-11-15T03:17:49,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:49,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d77b026c-b86f-422b-9717-d9095d6f39c0"

2024-11-15T03:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c02c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39365,-1]
2024-11-15T03:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,755 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1f4a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:49,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:17:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36595,1731640664192, seqNum=-1]
2024-11-15T03:17:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:17:49,760 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:17:49,764 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-15T03:17:49,764 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:49,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:49,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,764 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:49,765 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 91f82191efb8:39365 after: 91f82191efb8:39365
2024-11-15T03:17:49,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283ec700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:49,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39365,-1 for getting cluster id
2024-11-15T03:17:49,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:17:49,766 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd77b026c-b86f-422b-9717-d9095d6f39c0'
2024-11-15T03:17:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:17:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d77b026c-b86f-422b-9717-d9095d6f39c0"

2024-11-15T03:17:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677eac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39365,-1]
2024-11-15T03:17:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:17:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,768 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:17:49,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:17:49,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:17:49,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39365,1731640664129
2024-11-15T03:17:49,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f317e5
2024-11-15T03:17:49,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:17:49,772 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:17:49,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:17:49,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-15T03:17:49,776 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:17:49,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-15T03:17:49,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:17:49,778 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:49,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:49,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,779 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:49,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:17:49,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025408092, stopped=false
2024-11-15T03:17:49,779 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,34277,1731640653870
2024-11-15T03:17:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11754307068/running
2024-11-15T03:17:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11754307068/running
2024-11-15T03:17:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:49,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:49,837 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:17:49,838 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:49,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:49,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/running
2024-11-15T03:17:49,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Set watcher on znode that does not yet exist, /11754307068/running
2024-11-15T03:17:49,839 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,35651,1731640653988' *****
2024-11-15T03:17:49,839 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:17:49,839 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:17:49,839 INFO  [RS:0;91f82191efb8:35651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:17:49,839 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:17:49,839 INFO  [RS:0;91f82191efb8:35651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,35651,1731640653988
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:35651.
2024-11-15T03:17:49,840 DEBUG [RS:0;91f82191efb8:35651 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:49,840 DEBUG [RS:0;91f82191efb8:35651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:17:49,840 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:17:49,841 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:17:49,841 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:17:49,841 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:49,841 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:17:49,841 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:17:49,841 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:17:49,841 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:17:49,841 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:17:49,841 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-15T03:17:49,861 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/.tmp/ns/f416eac5bca14c7fbee850da57e0b426 is 43, key is default/ns:d/1731640656861/Put/seqid=0
2024-11-15T03:17:49,864 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:17:49,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741835_1011 (size=5153)
2024-11-15T03:17:49,884 DEBUG [91f82191efb8:39365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:17:49,884 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d2b5bc452adc80536037af3a1c344c3b, regionState=OPENING, regionLocation=91f82191efb8,36595,1731640664192
2024-11-15T03:17:49,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN because future has completed
2024-11-15T03:17:49,890 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b5bc452adc80536037af3a1c344c3b, server=91f82191efb8,36595,1731640664192}]
2024-11-15T03:17:49,952 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:17:49,952 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:17:50,041 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:50,046 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:50,046 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:50,051 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:50,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:50,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:17:50,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C36595%2C1731640664192.rep, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs, maxLogs=10
2024-11-15T03:17:50,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.rep.1731640670056, exclude list is [], retry=0
2024-11-15T03:17:50,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-11d9f2ab-4ad6-4f14-b590-b5941a072fb3,DISK]
2024-11-15T03:17:50,076 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.rep.1731640670056
2024-11-15T03:17:50,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)]
2024-11-15T03:17:50,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d2b5bc452adc80536037af3a1c344c3b, NAME => 'hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:50,078 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:17:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:17:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b. service=MultiRowMutationService
2024-11-15T03:17:50,078 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:17:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,081 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2b5bc452adc80536037af3a1c344c3b 
2024-11-15T03:17:50,082 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b5bc452adc80536037af3a1c344c3b columnFamilyName hfileref
2024-11-15T03:17:50,082 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:50,083 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(327): Store=d2b5bc452adc80536037af3a1c344c3b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:50,083 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2b5bc452adc80536037af3a1c344c3b 
2024-11-15T03:17:50,084 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b5bc452adc80536037af3a1c344c3b columnFamilyName queue
2024-11-15T03:17:50,084 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:50,092 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/queue/d13eb87d91e74381a09628da535736a3
2024-11-15T03:17:50,092 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(327): Store=d2b5bc452adc80536037af3a1c344c3b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:50,092 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2b5bc452adc80536037af3a1c344c3b 
2024-11-15T03:17:50,094 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b5bc452adc80536037af3a1c344c3b columnFamilyName sid
2024-11-15T03:17:50,094 DEBUG [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:50,094 INFO  [StoreOpener-d2b5bc452adc80536037af3a1c344c3b-1 {}] regionserver.HStore(327): Store=d2b5bc452adc80536037af3a1c344c3b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:50,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:17:50,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,101 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d2b5bc452adc80536037af3a1c344c3b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75076342, jitterRate=0.11872467398643494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:17:50,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:50,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d2b5bc452adc80536037af3a1c344c3b:
Running coprocessor pre-open hook at 1731640670079Writing region info on filesystem at 1731640670079Initializing all the Stores at 1731640670080 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640670080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640670081 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640670081Cleaning up temporary data from old regions at 1731640670098 (+17 ms)Running coprocessor post-open hooks at 1731640670102 (+4 ms)Region opened successfully at 1731640670103 (+1 ms)
2024-11-15T03:17:50,104 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b., pid=19, masterSystemTime=1731640670044
2024-11-15T03:17:50,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:50,108 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:50,109 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d2b5bc452adc80536037af3a1c344c3b, regionState=OPEN, openSeqNum=10, regionLocation=91f82191efb8,36595,1731640664192
2024-11-15T03:17:50,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b5bc452adc80536037af3a1c344c3b, server=91f82191efb8,36595,1731640664192 because future has completed
2024-11-15T03:17:50,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-15T03:17:50,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d2b5bc452adc80536037af3a1c344c3b, server=91f82191efb8,36595,1731640664192 in 225 msec
2024-11-15T03:17:50,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-11-15T03:17:50,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2b5bc452adc80536037af3a1c344c3b, ASSIGN in 388 msec
2024-11-15T03:17:50,123 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-15T03:17:50,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b., hostname=91f82191efb8,36595,1731640664192, seqNum=10]
2024-11-15T03:17:50,171 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 91f82191efb8,39823,1731640647190
2024-11-15T03:17:50,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-15T03:17:50,241 DEBUG [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:50,266 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/.tmp/ns/f416eac5bca14c7fbee850da57e0b426
2024-11-15T03:17:50,275 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/.tmp/ns/f416eac5bca14c7fbee850da57e0b426 as hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/ns/f416eac5bca14c7fbee850da57e0b426
2024-11-15T03:17:50,283 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/ns/f416eac5bca14c7fbee850da57e0b426, entries=2, sequenceid=6, filesize=5.0 K
2024-11-15T03:17:50,284 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false
2024-11-15T03:17:50,284 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:17:50,290 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-15T03:17:50,291 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:50,291 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:50,291 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:50,291 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640669841Running coprocessor pre-close hooks at 1731640669841Disabling compacts and flushes for region at 1731640669841Disabling writes for close at 1731640669841Obtaining lock to block concurrent updates at 1731640669841Preparing flush snapshotting stores in 1588230740 at 1731640669841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731640669842 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640669843 (+1 ms)Flushing 1588230740/ns: creating writer at 1731640669843Flushing 1588230740/ns: appending metadata at 1731640669860 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731640669860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c077d91: reopening flushed file at 1731640670274 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1731640670284 (+10 ms)Writing region close event to WAL at 1731640670285 (+1 ms)Running coprocessor post-close hooks at 1731640670290 (+5 ms)Closed at 1731640670291 (+1 ms)
2024-11-15T03:17:50,291 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:50,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21
2024-11-15T03:17:50,442 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,35651,1731640653988; all regions closed.
2024-11-15T03:17:50,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741834_1010 (size=1152)
2024-11-15T03:17:50,447 DEBUG [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/oldWALs
2024-11-15T03:17:50,448 INFO  [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C35651%2C1731640653988.meta:.meta(num 1731640656721)
2024-11-15T03:17:50,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741832_1008 (size=93)
2024-11-15T03:17:50,453 DEBUG [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/oldWALs
2024-11-15T03:17:50,453 INFO  [RS:0;91f82191efb8:35651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C35651%2C1731640653988:(num 1731640656091)
2024-11-15T03:17:50,453 DEBUG [RS:0;91f82191efb8:35651 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:50,453 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:17:50,453 INFO  [RS:0;91f82191efb8:35651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:17:50,453 INFO  [RS:0;91f82191efb8:35651 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:17:50,453 INFO  [RS:0;91f82191efb8:35651 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:17:50,453 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:17:50,454 INFO  [RS:0;91f82191efb8:35651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35651
2024-11-15T03:17:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068/rs
2024-11-15T03:17:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11754307068/rs/91f82191efb8,35651,1731640653988
2024-11-15T03:17:50,469 INFO  [RS:0;91f82191efb8:35651 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:17:50,469 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,35651,1731640653988]
2024-11-15T03:17:50,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11754307068/draining/91f82191efb8,35651,1731640653988 already deleted, retry=false
2024-11-15T03:17:50,490 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,35651,1731640653988 expired; onlineServers=0
2024-11-15T03:17:50,490 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,34277,1731640653870' *****
2024-11-15T03:17:50,490 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:17:50,490 INFO  [M:0;91f82191efb8:34277 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:17:50,490 INFO  [M:0;91f82191efb8:34277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:17:50,491 DEBUG [M:0;91f82191efb8:34277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:17:50,491 DEBUG [M:0;91f82191efb8:34277 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:17:50,491 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:17:50,491 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640655784 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640655784,5,FailOnTimeoutGroup]
2024-11-15T03:17:50,491 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640655780 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640655780,5,FailOnTimeoutGroup]
2024-11-15T03:17:50,491 INFO  [M:0;91f82191efb8:34277 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:17:50,491 INFO  [M:0;91f82191efb8:34277 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:17:50,492 DEBUG [M:0;91f82191efb8:34277 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:17:50,492 INFO  [M:0;91f82191efb8:34277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:17:50,492 INFO  [M:0;91f82191efb8:34277 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:17:50,492 INFO  [M:0;91f82191efb8:34277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:17:50,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:17:50,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11754307068/master
2024-11-15T03:17:50,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11754307068
2024-11-15T03:17:50,501 DEBUG [M:0;91f82191efb8:34277 {}] zookeeper.ZKUtil(347): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Unable to get data of znode /11754307068/master because node does not exist (not an error)
2024-11-15T03:17:50,501 WARN  [M:0;91f82191efb8:34277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:17:50,502 INFO  [M:0;91f82191efb8:34277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/.lastflushedseqids
2024-11-15T03:17:50,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741836_1012 (size=99)
2024-11-15T03:17:50,580 INFO  [RS:0;91f82191efb8:35651 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:17:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:50,580 INFO  [RS:0;91f82191efb8:35651 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,35651,1731640653988; zookeeper connection closed.
2024-11-15T03:17:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x1013c7f42930004, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:50,580 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4445d7fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4445d7fe
2024-11-15T03:17:50,580 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:17:50,912 INFO  [M:0;91f82191efb8:34277 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:17:50,912 INFO  [M:0;91f82191efb8:34277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:17:50,913 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:17:50,913 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:50,913 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:50,913 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:17:50,913 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:50,914 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-15T03:17:50,937 DEBUG [M:0;91f82191efb8:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d00b496e4df48d1950b5a3bb13382f9 is 82, key is hbase:meta,,1/info:regioninfo/1731640656787/Put/seqid=0
2024-11-15T03:17:50,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741837_1013 (size=5672)
2024-11-15T03:17:50,945 INFO  [M:0;91f82191efb8:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d00b496e4df48d1950b5a3bb13382f9
2024-11-15T03:17:50,969 DEBUG [M:0;91f82191efb8:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9ce809c9c4645afa399a340ca2f4460 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731640656868/Put/seqid=0
2024-11-15T03:17:50,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741838_1014 (size=5275)
2024-11-15T03:17:51,056 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:51,056 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:51,374 INFO  [M:0;91f82191efb8:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9ce809c9c4645afa399a340ca2f4460
2024-11-15T03:17:51,406 DEBUG [M:0;91f82191efb8:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9869dff6e8f241788df3a9dde29524ed is 69, key is 91f82191efb8,35651,1731640653988/rs:state/1731640655856/Put/seqid=0
2024-11-15T03:17:51,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741839_1015 (size=5156)
2024-11-15T03:17:51,821 INFO  [M:0;91f82191efb8:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9869dff6e8f241788df3a9dde29524ed
2024-11-15T03:17:51,833 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d00b496e4df48d1950b5a3bb13382f9 as hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d00b496e4df48d1950b5a3bb13382f9
2024-11-15T03:17:51,840 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d00b496e4df48d1950b5a3bb13382f9, entries=8, sequenceid=28, filesize=5.5 K
2024-11-15T03:17:51,841 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9ce809c9c4645afa399a340ca2f4460 as hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9ce809c9c4645afa399a340ca2f4460
2024-11-15T03:17:51,847 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9ce809c9c4645afa399a340ca2f4460, entries=3, sequenceid=28, filesize=5.2 K
2024-11-15T03:17:51,849 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9869dff6e8f241788df3a9dde29524ed as hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9869dff6e8f241788df3a9dde29524ed
2024-11-15T03:17:51,857 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35093/user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9869dff6e8f241788df3a9dde29524ed, entries=1, sequenceid=28, filesize=5.0 K
2024-11-15T03:17:51,858 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=28, compaction requested=false
2024-11-15T03:17:51,860 INFO  [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:51,860 DEBUG [M:0;91f82191efb8:34277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640670912Disabling compacts and flushes for region at 1731640670912Disabling writes for close at 1731640670913 (+1 ms)Obtaining lock to block concurrent updates at 1731640670914 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640670914Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731640670915 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640670917 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640670918 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640670936 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640670936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640670952 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640670968 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640670968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640671385 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640671405 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640671406 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487dd4c: reopening flushed file at 1731640671832 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f1b1: reopening flushed file at 1731640671840 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7ca4d2: reopening flushed file at 1731640671847 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=28, compaction requested=false at 1731640671858 (+11 ms)Writing region close event to WAL at 1731640671860 (+2 ms)Closed at 1731640671860
2024-11-15T03:17:51,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741830_1006 (size=10165)
2024-11-15T03:17:51,863 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81c1e523-5c46-8ce0-da9f-8958c81798c3/MasterData/WALs/91f82191efb8,34277,1731640653870/91f82191efb8%2C34277%2C1731640653870.1731640655455 not finished, retry = 0
2024-11-15T03:17:51,964 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:17:51,964 INFO  [M:0;91f82191efb8:34277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:17:51,964 INFO  [M:0;91f82191efb8:34277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34277
2024-11-15T03:17:51,967 INFO  [M:0;91f82191efb8:34277 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:17:52,116 INFO  [M:0;91f82191efb8:34277 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:17:52,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:52,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1013c7f42930003, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:52,124 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28cf7b98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:17:52,127 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@676e3e46{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:17:52,127 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:17:52,128 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:17:52,128 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3cdae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir/,STOPPED}
2024-11-15T03:17:52,132 WARN  [BP-1273307294-172.17.0.2-1731640651928 heartbeating to localhost/127.0.0.1:35093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:17:52,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:17:52,132 WARN  [BP-1273307294-172.17.0.2-1731640651928 heartbeating to localhost/127.0.0.1:35093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1273307294-172.17.0.2-1731640651928 (Datanode Uuid 2ec0ada4-e14b-4321-8caa-3875f6799196) service to localhost/127.0.0.1:35093
2024-11-15T03:17:52,132 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:17:52,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/cluster_d0266dc5-d184-e92e-e8f2-04c4d2d6ec6e/data/data1/current/BP-1273307294-172.17.0.2-1731640651928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:17:52,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/cluster_d0266dc5-d184-e92e-e8f2-04c4d2d6ec6e/data/data2/current/BP-1273307294-172.17.0.2-1731640651928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:17:52,135 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:17:52,141 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d9307a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:17:52,142 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b601dc5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:17:52,142 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:17:52,142 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:17:52,142 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66788863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir/,STOPPED}
2024-11-15T03:17:52,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:17:52,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:17:52,161 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:52,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:52,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:52,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:17:52,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=507338202, stopped=false
2024-11-15T03:17:52,161 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,39365,1731640664129
2024-11-15T03:17:52,166 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:52,166 DEBUG [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 to pos 0, reset compression=false
2024-11-15T03:17:52,180 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/running
2024-11-15T03:17:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:52,180 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:52,180 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:17:52,181 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:17:52,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:52,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:52,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Set watcher on znode that does not yet exist, /0293669637/running
2024-11-15T03:17:52,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,181 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,36595,1731640664192' *****
2024-11-15T03:17:52,181 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:17:52,182 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(3091): Received CLOSE for d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,36595,1731640664192
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:36595.
2024-11-15T03:17:52,182 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2b5bc452adc80536037af3a1c344c3b, disabling compactions & flushes
2024-11-15T03:17:52,182 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:52,182 DEBUG [RS:0;91f82191efb8:36595 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:52,182 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:52,182 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,182 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b. after waiting 0 ms
2024-11-15T03:17:52,182 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:52,182 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:17:52,183 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:17:52,183 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:17:52,183 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:17:52,183 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:17:52,183 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2b5bc452adc80536037af3a1c344c3b=hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.}
2024-11-15T03:17:52,183 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2b5bc452adc80536037af3a1c344c3b
2024-11-15T03:17:52,183 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:17:52,183 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:17:52,183 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:17:52,183 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:17:52,183 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:17:52,184 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-15T03:17:52,187 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/replication/d2b5bc452adc80536037af3a1c344c3b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-15T03:17:52,187 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:17:52,188 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:52,188 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:52,188 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:52,188 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2b5bc452adc80536037af3a1c344c3b:
Waiting for close lock at 1731640672182Running coprocessor pre-close hooks at 1731640672182Disabling compacts and flushes for region at 1731640672182Disabling writes for close at 1731640672182Writing region close event to WAL at 1731640672183 (+1 ms)Running coprocessor post-close hooks at 1731640672188 (+5 ms)Closed at 1731640672188
2024-11-15T03:17:52,188 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b.
2024-11-15T03:17:52,201 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/info/35ed0bf7708e457a908fa7c63e47fb4b is 147, key is hbase:replication,,1731640657130.d2b5bc452adc80536037af3a1c344c3b./info:regioninfo/1731640670108/Put/seqid=0
2024-11-15T03:17:52,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741851_1027 (size=6385)
2024-11-15T03:17:52,383 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:52,423 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:17:52,423 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:17:52,584 DEBUG [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:17:52,608 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/info/35ed0bf7708e457a908fa7c63e47fb4b
2024-11-15T03:17:52,621 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/.tmp/info/35ed0bf7708e457a908fa7c63e47fb4b as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/info/35ed0bf7708e457a908fa7c63e47fb4b
2024-11-15T03:17:52,628 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/info/35ed0bf7708e457a908fa7c63e47fb4b, entries=8, sequenceid=19, filesize=6.2 K
2024-11-15T03:17:52,629 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false
2024-11-15T03:17:52,634 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-15T03:17:52,635 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:52,635 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:52,635 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:52,635 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640672183Running coprocessor pre-close hooks at 1731640672183Disabling compacts and flushes for region at 1731640672183Disabling writes for close at 1731640672183Obtaining lock to block concurrent updates at 1731640672184 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731640672184Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731640672184Flushing stores of hbase:meta,,1.1588230740 at 1731640672185 (+1 ms)Flushing 1588230740/info: creating writer at 1731640672185Flushing 1588230740/info: appending metadata at 1731640672200 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731640672200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111909af: reopening flushed file at 1731640672620 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731640672630 (+10 ms)Writing region close event to WAL at 1731640672631 (+1 ms)Running coprocessor post-close hooks at 1731640672635 (+4 ms)Closed at 1731640672635
2024-11-15T03:17:52,635 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:17:52,784 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,36595,1731640664192; all regions closed.
2024-11-15T03:17:52,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741849_1025 (size=2156)
2024-11-15T03:17:52,794 DEBUG [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs
2024-11-15T03:17:52,794 INFO  [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C36595%2C1731640664192.meta:.meta(num 1731640665794)
2024-11-15T03:17:52,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741850_1026 (size=796)
2024-11-15T03:17:52,801 DEBUG [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs
2024-11-15T03:17:52,801 INFO  [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C36595%2C1731640664192.rep:(num 1731640670056)
2024-11-15T03:17:52,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741848_1024 (size=93)
2024-11-15T03:17:52,804 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/WALs/91f82191efb8,36595,1731640664192/91f82191efb8%2C36595%2C1731640664192.1731640665544 not finished, retry = 0
2024-11-15T03:17:52,909 DEBUG [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/oldWALs
2024-11-15T03:17:52,909 INFO  [RS:0;91f82191efb8:36595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C36595%2C1731640664192:(num 1731640665544)
2024-11-15T03:17:52,909 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,909 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:17:52,910 INFO  [RS:0;91f82191efb8:36595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:17:52,910 INFO  [RS:0;91f82191efb8:36595 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:17:52,910 INFO  [RS:0;91f82191efb8:36595 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:17:52,911 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:17:52,911 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-15T03:17:52,911 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,36595,1731640664192 because: Region server is closing
2024-11-15T03:17:52,911 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-15T03:17:52,911 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-15T03:17:52,911 INFO  [RS:0;91f82191efb8:36595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:36595.
2024-11-15T03:17:52,912 DEBUG [RS:0;91f82191efb8:36595 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:52,912 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,912 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:52,912 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:53,013 WARN  [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:17:53,013 WARN  [RS:0;91f82191efb8:36595.replicationSource.shipper91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:17:53,013 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;91f82191efb8:36595.replicationSource.shipper91f82191efb8%2C36595%2C1731640664192,1-91f82191efb8,36595,1731640664192 terminated
2024-11-15T03:17:53,013 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-91f82191efb8,36595,1731640664192 because: Region server is closing
2024-11-15T03:17:53,013 INFO  [RS:0;91f82191efb8:36595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:36595.
2024-11-15T03:17:53,014 DEBUG [RS:0;91f82191efb8:36595 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:17:53,014 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:53,014 DEBUG [RS:0;91f82191efb8:36595 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:17:53,014 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:17:53,114 WARN  [RS:0;91f82191efb8:36595.replicationSource.wal-reader.91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:17:53,114 WARN  [RS:0;91f82191efb8:36595.replicationSource.shipper91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:17:53,114 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;91f82191efb8:36595.replicationSource.shipper91f82191efb8%2C36595%2C1731640664192,2-91f82191efb8,36595,1731640664192 terminated
2024-11-15T03:17:53,115 INFO  [RS:0;91f82191efb8:36595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36595
2024-11-15T03:17:53,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637/rs
2024-11-15T03:17:53,163 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/rs/91f82191efb8,36595,1731640664192
2024-11-15T03:17:53,163 INFO  [RS:0;91f82191efb8:36595 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:17:53,174 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,36595,1731640664192]
2024-11-15T03:17:53,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0293669637/draining/91f82191efb8,36595,1731640664192 already deleted, retry=false
2024-11-15T03:17:53,184 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,36595,1731640664192 expired; onlineServers=0
2024-11-15T03:17:53,184 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,39365,1731640664129' *****
2024-11-15T03:17:53,184 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:17:53,184 INFO  [M:0;91f82191efb8:39365 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:17:53,184 INFO  [M:0;91f82191efb8:39365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:17:53,184 DEBUG [M:0;91f82191efb8:39365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:17:53,185 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:17:53,185 DEBUG [M:0;91f82191efb8:39365 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:17:53,185 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640665195 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640665195,5,FailOnTimeoutGroup]
2024-11-15T03:17:53,185 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640665195 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640665195,5,FailOnTimeoutGroup]
2024-11-15T03:17:53,185 INFO  [M:0;91f82191efb8:39365 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:17:53,185 INFO  [M:0;91f82191efb8:39365 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:17:53,185 DEBUG [M:0;91f82191efb8:39365 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:17:53,185 INFO  [M:0;91f82191efb8:39365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:17:53,185 INFO  [M:0;91f82191efb8:39365 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:17:53,185 INFO  [M:0;91f82191efb8:39365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:17:53,185 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:17:53,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0293669637/master
2024-11-15T03:17:53,195 DEBUG [M:0;91f82191efb8:39365 {}] zookeeper.ZKUtil(347): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Unable to get data of znode /0293669637/master because node does not exist (not an error)
2024-11-15T03:17:53,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0293669637
2024-11-15T03:17:53,195 WARN  [M:0;91f82191efb8:39365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:17:53,196 INFO  [M:0;91f82191efb8:39365 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/.lastflushedseqids
2024-11-15T03:17:53,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741852_1028 (size=181)
2024-11-15T03:17:53,274 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:53,274 INFO  [RS:0;91f82191efb8:36595 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:17:53,274 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36595-0x1013c7f42930007, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:53,274 INFO  [RS:0;91f82191efb8:36595 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,36595,1731640664192; zookeeper connection closed.
2024-11-15T03:17:53,274 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77a70ef8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77a70ef8
2024-11-15T03:17:53,274 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:17:53,603 INFO  [M:0;91f82191efb8:39365 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:17:53,604 INFO  [M:0;91f82191efb8:39365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:17:53,604 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:17:53,604 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:53,604 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:53,604 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:17:53,604 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:53,604 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-15T03:17:53,619 DEBUG [M:0;91f82191efb8:39365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b7f3e8bf32a43ee9d79ea267d94032a is 82, key is hbase:meta,,1/info:regioninfo/1731640665865/Put/seqid=0
2024-11-15T03:17:53,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741853_1029 (size=5680)
2024-11-15T03:17:54,024 INFO  [M:0;91f82191efb8:39365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b7f3e8bf32a43ee9d79ea267d94032a
2024-11-15T03:17:54,046 DEBUG [M:0;91f82191efb8:39365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c87ab06cb884ac392386b5127219fdb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731640670119/Put/seqid=0
2024-11-15T03:17:54,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741854_1030 (size=7319)
2024-11-15T03:17:54,451 INFO  [M:0;91f82191efb8:39365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c87ab06cb884ac392386b5127219fdb
2024-11-15T03:17:54,471 DEBUG [M:0;91f82191efb8:39365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7af0c1f0e2544454af5fe9fcebd714ff is 69, key is 91f82191efb8,36595,1731640664192/rs:state/1731640665305/Put/seqid=0
2024-11-15T03:17:54,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741855_1031 (size=5371)
2024-11-15T03:17:54,876 INFO  [M:0;91f82191efb8:39365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7af0c1f0e2544454af5fe9fcebd714ff
2024-11-15T03:17:54,883 INFO  [M:0;91f82191efb8:39365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7af0c1f0e2544454af5fe9fcebd714ff
2024-11-15T03:17:54,884 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b7f3e8bf32a43ee9d79ea267d94032a as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b7f3e8bf32a43ee9d79ea267d94032a
2024-11-15T03:17:54,890 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b7f3e8bf32a43ee9d79ea267d94032a, entries=8, sequenceid=172, filesize=5.5 K
2024-11-15T03:17:54,892 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c87ab06cb884ac392386b5127219fdb as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c87ab06cb884ac392386b5127219fdb
2024-11-15T03:17:54,898 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c87ab06cb884ac392386b5127219fdb, entries=7, sequenceid=172, filesize=7.1 K
2024-11-15T03:17:54,900 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7af0c1f0e2544454af5fe9fcebd714ff as hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7af0c1f0e2544454af5fe9fcebd714ff
2024-11-15T03:17:54,907 INFO  [M:0;91f82191efb8:39365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7af0c1f0e2544454af5fe9fcebd714ff
2024-11-15T03:17:54,908 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/2fd81399-635e-ce03-d4ee-94cf090c751f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7af0c1f0e2544454af5fe9fcebd714ff, entries=2, sequenceid=172, filesize=5.2 K
2024-11-15T03:17:54,909 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false
2024-11-15T03:17:54,911 INFO  [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:54,911 DEBUG [M:0;91f82191efb8:39365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640673604Disabling compacts and flushes for region at 1731640673604Disabling writes for close at 1731640673604Obtaining lock to block concurrent updates at 1731640673604Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640673604Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731640673605 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640673605Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640673605Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640673619 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640673619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640674031 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640674046 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640674046Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640674456 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640674470 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640674470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ffcebe: reopening flushed file at 1731640674883 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358b0598: reopening flushed file at 1731640674891 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39caf736: reopening flushed file at 1731640674899 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1731640674909 (+10 ms)Writing region close event to WAL at 1731640674911 (+2 ms)Closed at 1731640674911
2024-11-15T03:17:54,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741847_1023 (size=22949)
2024-11-15T03:17:54,916 INFO  [M:0;91f82191efb8:39365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:17:54,916 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:17:54,917 INFO  [M:0;91f82191efb8:39365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39365
2024-11-15T03:17:54,917 INFO  [M:0;91f82191efb8:39365 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:17:55,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:55,137 INFO  [M:0;91f82191efb8:39365 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:17:55,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x1013c7f42930006, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:17:55,140 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:17:55,140 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:17:55,140 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:17:55,140 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:17:55,140 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir/,STOPPED}
2024-11-15T03:17:55,141 WARN  [BP-214628806-172.17.0.2-1731640642215 heartbeating to localhost/127.0.0.1:44117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:17:55,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:17:55,141 WARN  [BP-214628806-172.17.0.2-1731640642215 heartbeating to localhost/127.0.0.1:44117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-214628806-172.17.0.2-1731640642215 (Datanode Uuid 6e20396e-dce3-4372-8791-09e21df2de4c) service to localhost/127.0.0.1:44117
2024-11-15T03:17:55,141 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:17:55,142 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/data/data1/current/BP-214628806-172.17.0.2-1731640642215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:17:55,142 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/cluster_dc1bc706-e3a3-3c07-84b8-22bebc37930d/data/data2/current/BP-214628806-172.17.0.2-1731640642215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:17:55,142 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:17:55,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:17:55,148 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:17:55,148 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:17:55,148 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:17:55,148 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b9dfe07e-df2a-c6a8-5cef-e7878a0715cc/hadoop.log.dir/,STOPPED}
2024-11-15T03:17:55,155 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:17:55,174 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:17:55,183 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11)
Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/91f82191efb8:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35093
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44117 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44117 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35093 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35093
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35093
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35093 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35093 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50315)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/91f82191efb8:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44117
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/91f82191efb8:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/91f82191efb8:0.procedureResultReporter
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/91f82191efb8:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:44117
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35093
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50315)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44117
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35093
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44117 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35093
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 614), ProcessCount=11 (was 11), AvailableMemoryMB=2008 (was 2201)
2024-11-15T03:17:55,191 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=2007
2024-11-15T03:17:55,206 INFO  [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations
2024-11-15T03:17:55,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir so I do NOT create it in target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1
2024-11-15T03:17:55,207 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:17:55,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.tmp.dir so I do NOT create it in target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1
2024-11-15T03:17:55,207 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0bb4dc5c-96ba-5b9b-b850-7a19250738a0/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:17:55,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1
2024-11-15T03:17:55,207 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751, deleteOnExit=true
2024-11-15T03:17:55,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c7f42930005, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:17:55,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c7f42930002, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:17:55,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c7f42930005, quorum=127.0.0.1:50315, baseZNode=/11754307068 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:17:55,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c7f42930002, quorum=127.0.0.1:50315, baseZNode=/0293669637 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:17:55,303 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/zookeeper_0, clientPort=53132, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:17:55,304 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53132
2024-11-15T03:17:55,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:17:55,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/test.cache.data in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:17:55,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:17:55,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:17:55,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:17:55,581 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:17:55,583 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:17:55,607 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:17:55,869 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:55,877 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:17:55,889 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:17:55,889 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:17:55,889 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:17:55,890 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:55,891 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32531b71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:17:55,892 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4343dd3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:17:56,016 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a0b3f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/java.io.tmpdir/jetty-localhost-43913-hadoop-hdfs-3_4_1-tests_jar-_-any-9769091693671255358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:17:56,018 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8880471{HTTP/1.1, (http/1.1)}{localhost:43913}
2024-11-15T03:17:56,018 INFO  [Time-limited test {}] server.Server(415): Started @36717ms
2024-11-15T03:17:56,354 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:17:56,360 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:17:56,366 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:17:56,366 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:17:56,366 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:17:56,367 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770bc3d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:17:56,367 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1474973e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:17:56,477 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@556ad81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/java.io.tmpdir/jetty-localhost-34757-hadoop-hdfs-3_4_1-tests_jar-_-any-961514622595982142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:17:56,477 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fb07959{HTTP/1.1, (http/1.1)}{localhost:34757}
2024-11-15T03:17:56,477 INFO  [Time-limited test {}] server.Server(415): Started @37176ms
2024-11-15T03:17:56,478 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:17:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:17:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:17:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:17:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:17:57,117 WARN  [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/data/data2/current/BP-1211932640-172.17.0.2-1731640675331/current, will proceed with Du for space computation calculation, 
2024-11-15T03:17:57,117 WARN  [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/data/data1/current/BP-1211932640-172.17.0.2-1731640675331/current, will proceed with Du for space computation calculation, 
2024-11-15T03:17:57,134 WARN  [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:17:57,136 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb72f8b053e3cf5b6 with lease ID 0x5bd9f193e0aeb2e4: Processing first storage report for DS-a25d90ee-296d-444b-af12-5d94f6bb1aeb from datanode DatanodeRegistration(127.0.0.1:41337, datanodeUuid=f438a23c-3dc8-4c14-99e4-3c7e2231d0bd, infoPort=40469, infoSecurePort=0, ipcPort=37165, storageInfo=lv=-57;cid=testClusterID;nsid=1613669397;c=1731640675331)
2024-11-15T03:17:57,136 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb72f8b053e3cf5b6 with lease ID 0x5bd9f193e0aeb2e4: from storage DS-a25d90ee-296d-444b-af12-5d94f6bb1aeb node DatanodeRegistration(127.0.0.1:41337, datanodeUuid=f438a23c-3dc8-4c14-99e4-3c7e2231d0bd, infoPort=40469, infoSecurePort=0, ipcPort=37165, storageInfo=lv=-57;cid=testClusterID;nsid=1613669397;c=1731640675331), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:17:57,136 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb72f8b053e3cf5b6 with lease ID 0x5bd9f193e0aeb2e4: Processing first storage report for DS-2b9445bb-9814-4294-abf2-7d0813b33fdd from datanode DatanodeRegistration(127.0.0.1:41337, datanodeUuid=f438a23c-3dc8-4c14-99e4-3c7e2231d0bd, infoPort=40469, infoSecurePort=0, ipcPort=37165, storageInfo=lv=-57;cid=testClusterID;nsid=1613669397;c=1731640675331)
2024-11-15T03:17:57,136 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb72f8b053e3cf5b6 with lease ID 0x5bd9f193e0aeb2e4: from storage DS-2b9445bb-9814-4294-abf2-7d0813b33fdd node DatanodeRegistration(127.0.0.1:41337, datanodeUuid=f438a23c-3dc8-4c14-99e4-3c7e2231d0bd, infoPort=40469, infoSecurePort=0, ipcPort=37165, storageInfo=lv=-57;cid=testClusterID;nsid=1613669397;c=1731640675331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:17:57,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1
2024-11-15T03:17:57,210 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:57,211 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:57,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:17:57,621 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f with version=8
2024-11-15T03:17:57,621 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/hbase-staging
2024-11-15T03:17:57,623 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:57,623 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:57,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:57,624 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:57,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:57,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:57,624 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:17:57,624 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:57,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39369
2024-11-15T03:17:57,626 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39369 connecting to ZooKeeper ensemble=127.0.0.1:53132
2024-11-15T03:17:57,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393690x0, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:57,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39369-0x1013c7fc7920000 connected
2024-11-15T03:17:57,800 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:57,801 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:57,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/running
2024-11-15T03:17:57,804 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f, hbase.cluster.distributed=false
2024-11-15T03:17:57,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/acl
2024-11-15T03:17:57,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39369
2024-11-15T03:17:57,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39369
2024-11-15T03:17:57,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39369
2024-11-15T03:17:57,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39369
2024-11-15T03:17:57,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39369
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:17:57,822 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:17:57,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44711
2024-11-15T03:17:57,824 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44711 connecting to ZooKeeper ensemble=127.0.0.1:53132
2024-11-15T03:17:57,825 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:57,826 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:57,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447110x0, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:17:57,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447110x0, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/running
2024-11-15T03:17:57,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44711-0x1013c7fc7920001 connected
2024-11-15T03:17:57,842 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:17:57,843 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:17:57,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/master
2024-11-15T03:17:57,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/acl
2024-11-15T03:17:57,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44711
2024-11-15T03:17:57,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44711
2024-11-15T03:17:57,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44711
2024-11-15T03:17:57,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44711
2024-11-15T03:17:57,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44711
2024-11-15T03:17:57,857 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:39369
2024-11-15T03:17:57,858 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-52415380/backup-masters/91f82191efb8,39369,1731640677623
2024-11-15T03:17:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380/backup-masters
2024-11-15T03:17:57,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380/backup-masters
2024-11-15T03:17:57,863 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on existing znode=/0-52415380/backup-masters/91f82191efb8,39369,1731640677623
2024-11-15T03:17:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-52415380/master
2024-11-15T03:17:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:57,874 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on existing znode=/0-52415380/master
2024-11-15T03:17:57,874 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-52415380/backup-masters/91f82191efb8,39369,1731640677623 from backup master directory
2024-11-15T03:17:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-52415380/backup-masters/91f82191efb8,39369,1731640677623
2024-11-15T03:17:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380/backup-masters
2024-11-15T03:17:57,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380/backup-masters
2024-11-15T03:17:57,884 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:57,884 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,39369,1731640677623
2024-11-15T03:17:57,888 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/hbase.id] with ID: b53d68ec-3e5b-481b-9aa1-2f47eed04db4
2024-11-15T03:17:57,888 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/.tmp/hbase.id
2024-11-15T03:17:57,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:17:58,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/.tmp/hbase.id]:[hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/hbase.id]
2024-11-15T03:17:58,307 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:17:58,307 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:17:58,309 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-15T03:17:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:58,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:17:58,722 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:17:58,723 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:17:58,723 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:58,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:17:59,131 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store
2024-11-15T03:17:59,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:17:59,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:59,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:17:59,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:59,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:59,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:17:59,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:59,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:17:59,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640679538Disabling compacts and flushes for region at 1731640679538Disabling writes for close at 1731640679538Writing region close event to WAL at 1731640679538Closed at 1731640679538
2024-11-15T03:17:59,539 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/.initializing
2024-11-15T03:17:59,539 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/WALs/91f82191efb8,39369,1731640677623
2024-11-15T03:17:59,540 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:17:59,543 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39369%2C1731640677623, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/WALs/91f82191efb8,39369,1731640677623, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/oldWALs, maxLogs=10
2024-11-15T03:17:59,555 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/WALs/91f82191efb8,39369,1731640677623/91f82191efb8%2C39369%2C1731640677623.1731640679543, exclude list is [], retry=0
2024-11-15T03:17:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-a25d90ee-296d-444b-af12-5d94f6bb1aeb,DISK]
2024-11-15T03:17:59,560 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/WALs/91f82191efb8,39369,1731640677623/91f82191efb8%2C39369%2C1731640677623.1731640679543
2024-11-15T03:17:59,561 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469)]
2024-11-15T03:17:59,561 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:17:59,561 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:17:59,561 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,561 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,563 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:59,564 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:17:59,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:59,565 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:17:59,565 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:59,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:17:59,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:59,567 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:59,567 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:59,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:17:59,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:59,569 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:59,569 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:17:59,570 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:17:59,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:59,571 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:17:59,571 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,572 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,572 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,573 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,573 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,574 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:17:59,575 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:17:59,577 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:17:59,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61901995, jitterRate=-0.07758839428424835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:17:59,579 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640679561Initializing all the Stores at 1731640679562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640679562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640679563 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640679563Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640679563Cleaning up temporary data from old regions at 1731640679573 (+10 ms)Region opened successfully at 1731640679579 (+6 ms)
2024-11-15T03:17:59,579 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:17:59,582 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eadd0bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:59,583 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:17:59,583 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:17:59,583 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:17:59,583 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:17:59,584 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:17:59,584 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:17:59,584 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:17:59,586 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:17:59,587 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Unable to get data of znode /0-52415380/balancer because node does not exist (not necessarily an error)
2024-11-15T03:17:59,650 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-52415380/balancer already deleted, retry=false
2024-11-15T03:17:59,651 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:17:59,651 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Unable to get data of znode /0-52415380/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:17:59,662 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-52415380/normalizer already deleted, retry=false
2024-11-15T03:17:59,663 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:17:59,664 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Unable to get data of znode /0-52415380/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:17:59,673 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-52415380/switch/split already deleted, retry=false
2024-11-15T03:17:59,674 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Unable to get data of znode /0-52415380/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:17:59,684 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-52415380/switch/merge already deleted, retry=false
2024-11-15T03:17:59,686 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Unable to get data of znode /0-52415380/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:17:59,694 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-52415380/snapshot-cleanup already deleted, retry=false
2024-11-15T03:17:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-52415380/running
2024-11-15T03:17:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-52415380/running
2024-11-15T03:17:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:59,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:59,705 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,39369,1731640677623, sessionid=0x1013c7fc7920000, setting cluster-up flag (Was=false)
2024-11-15T03:17:59,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:59,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:59,757 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-52415380/flush-table-proc/acquired, /0-52415380/flush-table-proc/reached, /0-52415380/flush-table-proc/abort
2024-11-15T03:17:59,759 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39369,1731640677623
2024-11-15T03:17:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:17:59,810 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-52415380/online-snapshot/acquired, /0-52415380/online-snapshot/reached, /0-52415380/online-snapshot/abort
2024-11-15T03:17:59,811 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39369,1731640677623
2024-11-15T03:17:59,813 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:17:59,814 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:59,815 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:17:59,815 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:17:59,815 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,39369,1731640677623
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:17:59,816 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:59,816 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:59,816 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:59,816 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:17:59,817 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:17:59,817 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,817 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:59,817 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:17:59,819 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:17:59,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:17:59,820 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640709822
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:17:59,822 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:17:59,823 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:17:59,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:17:59,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:17:59,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:17:59,828 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:17:59,828 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:17:59,832 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640679828,5,FailOnTimeoutGroup]
2024-11-15T03:17:59,832 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640679832,5,FailOnTimeoutGroup]
2024-11-15T03:17:59,833 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,833 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:17:59,833 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,833 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:17:59,850 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(746): ClusterId : b53d68ec-3e5b-481b-9aa1-2f47eed04db4
2024-11-15T03:17:59,850 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:17:59,863 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:17:59,863 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:17:59,874 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:17:59,874 DEBUG [RS:0;91f82191efb8:44711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29193614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:17:59,884 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:44711
2024-11-15T03:17:59,884 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:17:59,885 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:17:59,885 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:17:59,885 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,39369,1731640677623 with port=44711, startcode=1731640677821
2024-11-15T03:17:59,885 DEBUG [RS:0;91f82191efb8:44711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:17:59,887 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:17:59,888 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,44711,1731640677821
2024-11-15T03:17:59,888 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39369 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,44711,1731640677821
2024-11-15T03:17:59,890 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f
2024-11-15T03:17:59,890 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38229
2024-11-15T03:17:59,890 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:17:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380/rs
2024-11-15T03:17:59,903 DEBUG [RS:0;91f82191efb8:44711 {}] zookeeper.ZKUtil(111): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on existing znode=/0-52415380/rs/91f82191efb8,44711,1731640677821
2024-11-15T03:17:59,903 WARN  [RS:0;91f82191efb8:44711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:17:59,903 INFO  [RS:0;91f82191efb8:44711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:17:59,903 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821
2024-11-15T03:17:59,904 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,44711,1731640677821]
2024-11-15T03:17:59,907 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:17:59,909 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:17:59,909 INFO  [RS:0;91f82191efb8:44711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:17:59,909 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,909 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:17:59,910 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:17:59,910 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,910 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,910 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,910 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,910 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,910 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:59,911 DEBUG [RS:0;91f82191efb8:44711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:17:59,911 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,911 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,911 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,912 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,912 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,912 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44711,1731640677821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:17:59,925 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:17:59,926 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44711,1731640677821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,926 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,926 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.Replication(171): 91f82191efb8,44711,1731640677821 started
2024-11-15T03:17:59,939 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:17:59,939 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,44711,1731640677821, RpcServer on 91f82191efb8/172.17.0.2:44711, sessionid=0x1013c7fc7920001
2024-11-15T03:17:59,939 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:17:59,939 DEBUG [RS:0;91f82191efb8:44711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,44711,1731640677821
2024-11-15T03:17:59,939 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44711,1731640677821'
2024-11-15T03:17:59,939 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-52415380/flush-table-proc/abort'
2024-11-15T03:17:59,940 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-52415380/flush-table-proc/acquired'
2024-11-15T03:17:59,940 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:17:59,940 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:17:59,940 DEBUG [RS:0;91f82191efb8:44711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,44711,1731640677821
2024-11-15T03:17:59,940 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44711,1731640677821'
2024-11-15T03:17:59,940 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-52415380/online-snapshot/abort'
2024-11-15T03:17:59,941 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-52415380/online-snapshot/acquired'
2024-11-15T03:17:59,941 DEBUG [RS:0;91f82191efb8:44711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:17:59,941 INFO  [RS:0;91f82191efb8:44711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:17:59,941 INFO  [RS:0;91f82191efb8:44711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:18:00,041 INFO  [RS:0;91f82191efb8:44711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:00,043 INFO  [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44711%2C1731640677821, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/oldWALs, maxLogs=10
2024-11-15T03:18:00,055 DEBUG [RS:0;91f82191efb8:44711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044, exclude list is [], retry=0
2024-11-15T03:18:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-a25d90ee-296d-444b-af12-5d94f6bb1aeb,DISK]
2024-11-15T03:18:00,060 INFO  [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044
2024-11-15T03:18:00,061 DEBUG [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469)]
2024-11-15T03:18:00,235 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:18:00,236 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f
2024-11-15T03:18:00,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:18:00,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:00,643 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:00,645 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:00,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:00,646 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:00,646 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:00,647 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:00,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:00,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:00,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:00,649 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:00,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:00,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:00,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:00,651 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:00,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:00,652 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:00,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:00,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740
2024-11-15T03:18:00,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740
2024-11-15T03:18:00,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:00,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:00,655 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:00,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:00,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:00,660 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59941595, jitterRate=-0.1068006306886673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640680642Initializing all the Stores at 1731640680643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640680643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640680643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640680643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640680643Cleaning up temporary data from old regions at 1731640680655 (+12 ms)Region opened successfully at 1731640680661 (+6 ms)
2024-11-15T03:18:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:18:00,661 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:18:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:18:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:18:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:18:00,661 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:00,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640680661Disabling compacts and flushes for region at 1731640680661Disabling writes for close at 1731640680661Writing region close event to WAL at 1731640680661Closed at 1731640680661
2024-11-15T03:18:00,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:00,663 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:18:00,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:18:00,665 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:00,666 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:18:00,816 DEBUG [91f82191efb8:39369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:18:00,816 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,44711,1731640677821
2024-11-15T03:18:00,818 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44711,1731640677821, state=OPENING
2024-11-15T03:18:00,881 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:18:00,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:00,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:00,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:00,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-52415380/meta-region-server: CHANGED
2024-11-15T03:18:00,895 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44711,1731640677821}]
2024-11-15T03:18:00,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-52415380/meta-region-server: CHANGED
2024-11-15T03:18:01,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:18:01,050 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:18:01,058 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:18:01,058 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:01,058 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:18:01,060 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44711%2C1731640677821.meta, suffix=.meta, logDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/oldWALs, maxLogs=10
2024-11-15T03:18:01,076 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.meta.1731640681060.meta, exclude list is [], retry=0
2024-11-15T03:18:01,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-a25d90ee-296d-444b-af12-5d94f6bb1aeb,DISK]
2024-11-15T03:18:01,080 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.meta.1731640681060.meta
2024-11-15T03:18:01,081 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469)]
2024-11-15T03:18:01,081 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:01,081 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:01,081 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:18:01,081 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:18:01,082 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:18:01,082 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:18:01,082 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:01,082 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:18:01,082 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:18:01,083 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:01,084 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:01,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:01,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:01,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:01,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:01,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:01,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:01,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:01,087 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:01,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:01,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:01,088 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:01,089 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:01,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:01,089 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:01,089 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:01,090 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740
2024-11-15T03:18:01,091 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740
2024-11-15T03:18:01,093 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:01,093 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:01,093 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:01,095 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:01,096 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59313838, jitterRate=-0.11615493893623352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:01,096 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:18:01,096 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640681082Writing region info on filesystem at 1731640681082Initializing all the Stores at 1731640681083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640681083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640681083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640681083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640681083Cleaning up temporary data from old regions at 1731640681093 (+10 ms)Running coprocessor post-open hooks at 1731640681096 (+3 ms)Region opened successfully at 1731640681096
2024-11-15T03:18:01,098 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640681047
2024-11-15T03:18:01,100 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:18:01,100 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:18:01,101 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44711,1731640677821
2024-11-15T03:18:01,103 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44711,1731640677821, state=OPEN
2024-11-15T03:18:01,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-52415380/meta-region-server
2024-11-15T03:18:01,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-52415380/meta-region-server
2024-11-15T03:18:01,179 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,44711,1731640677821
2024-11-15T03:18:01,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-52415380/meta-region-server: CHANGED
2024-11-15T03:18:01,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-52415380/meta-region-server: CHANGED
2024-11-15T03:18:01,182 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:18:01,182 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44711,1731640677821 in 284 msec
2024-11-15T03:18:01,186 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:18:01,186 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec
2024-11-15T03:18:01,187 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:01,187 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:18:01,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:01,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44711,1731640677821, seqNum=-1]
2024-11-15T03:18:01,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:01,191 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:01,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec
2024-11-15T03:18:01,199 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640681199, completionTime=-1
2024-11-15T03:18:01,199 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:18:01,200 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:18:01,202 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:18:01,202 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640741202
2024-11-15T03:18:01,202 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640801202
2024-11-15T03:18:01,202 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:18:01,202 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39369,1731640677623-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,203 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39369,1731640677623-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,203 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39369,1731640677623-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,203 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:39369, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,203 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,203 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,205 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.323sec
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39369,1731640677623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:01,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39369,1731640677623-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:18:01,211 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:18:01,211 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:18:01,211 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39369,1731640677623-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:01,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddb4dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:01,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39369,-1 for getting cluster id
2024-11-15T03:18:01,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:01,253 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53d68ec-3e5b-481b-9aa1-2f47eed04db4'
2024-11-15T03:18:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53d68ec-3e5b-481b-9aa1-2f47eed04db4"

2024-11-15T03:18:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3c822e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39369,-1]
2024-11-15T03:18:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:01,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:01,255 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:01,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:01,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44711,1731640677821, seqNum=-1]
2024-11-15T03:18:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:01,260 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:01,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,39369,1731640677623
2024-11-15T03:18:01,262 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53132
2024-11-15T03:18:01,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:01,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c7fc7920002 connected
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir so I do NOT create it in target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf
2024-11-15T03:18:01,297 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.tmp.dir so I do NOT create it in target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf
2024-11-15T03:18:01,297 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:18:01,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/cluster_b1cd52c9-f838-9e8d-2459-9b3ea6de1400, deleteOnExit=true
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/test.cache.data in system properties and HBase conf
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:18:01,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:18:01,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:18:01,298 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:18:01,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:18:01,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:18:01,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:18:01,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:18:01,673 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:01,679 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:18:01,680 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:18:01,680 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:18:01,680 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:18:01,681 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:01,685 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c85ecd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:18:01,686 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18be6fc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:18:01,785 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb8b71d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-4629095946703930259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:18:01,785 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59a908fa{HTTP/1.1, (http/1.1)}{localhost:38441}
2024-11-15T03:18:01,786 INFO  [Time-limited test {}] server.Server(415): Started @42485ms
2024-11-15T03:18:02,086 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:18:02,087 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:02,103 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:02,114 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:02,118 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:18:02,119 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:18:02,119 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:18:02,119 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:18:02,119 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:18:02,120 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:18:02,216 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17861040{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/java.io.tmpdir/jetty-localhost-45233-hadoop-hdfs-3_4_1-tests_jar-_-any-13102361648335891964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:18:02,216 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:45233}
2024-11-15T03:18:02,216 INFO  [Time-limited test {}] server.Server(415): Started @42915ms
2024-11-15T03:18:02,217 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:18:02,879 WARN  [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/cluster_b1cd52c9-f838-9e8d-2459-9b3ea6de1400/data/data1/current/BP-1712271524-172.17.0.2-1731640681321/current, will proceed with Du for space computation calculation, 
2024-11-15T03:18:02,879 WARN  [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/cluster_b1cd52c9-f838-9e8d-2459-9b3ea6de1400/data/data2/current/BP-1712271524-172.17.0.2-1731640681321/current, will proceed with Du for space computation calculation, 
2024-11-15T03:18:02,895 WARN  [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:18:02,897 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a48a3e234f430c with lease ID 0x963d8c34bbc37568: Processing first storage report for DS-87b69004-aeb1-4d29-a6d8-6d2c56487ecc from datanode DatanodeRegistration(127.0.0.1:41215, datanodeUuid=95099094-c63e-4295-b6cb-585b4b2e095a, infoPort=37199, infoSecurePort=0, ipcPort=36351, storageInfo=lv=-57;cid=testClusterID;nsid=492006240;c=1731640681321)
2024-11-15T03:18:02,897 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a48a3e234f430c with lease ID 0x963d8c34bbc37568: from storage DS-87b69004-aeb1-4d29-a6d8-6d2c56487ecc node DatanodeRegistration(127.0.0.1:41215, datanodeUuid=95099094-c63e-4295-b6cb-585b4b2e095a, infoPort=37199, infoSecurePort=0, ipcPort=36351, storageInfo=lv=-57;cid=testClusterID;nsid=492006240;c=1731640681321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:18:02,897 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a48a3e234f430c with lease ID 0x963d8c34bbc37568: Processing first storage report for DS-63593efe-33ca-4b31-8381-a8104029fca2 from datanode DatanodeRegistration(127.0.0.1:41215, datanodeUuid=95099094-c63e-4295-b6cb-585b4b2e095a, infoPort=37199, infoSecurePort=0, ipcPort=36351, storageInfo=lv=-57;cid=testClusterID;nsid=492006240;c=1731640681321)
2024-11-15T03:18:02,898 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a48a3e234f430c with lease ID 0x963d8c34bbc37568: from storage DS-63593efe-33ca-4b31-8381-a8104029fca2 node DatanodeRegistration(127.0.0.1:41215, datanodeUuid=95099094-c63e-4295-b6cb-585b4b2e095a, infoPort=37199, infoSecurePort=0, ipcPort=36351, storageInfo=lv=-57;cid=testClusterID;nsid=492006240;c=1731640681321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:18:02,908 WARN  [RS:0;91f82191efb8:44711 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 91f82191efb8,39823,1731640647190: status=Processing ServerCrashProcedure of 91f82191efb8,39823,1731640647190 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731640665196, completionTime=-1 appears to have been leaked
2024-11-15T03:18:02,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf
2024-11-15T03:18:02,945 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:02,946 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:02,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:18:03,354 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e with version=8
2024-11-15T03:18:03,355 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/hbase-staging
2024-11-15T03:18:03,356 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:18:03,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:03,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:03,356 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:18:03,356 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:03,357 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:18:03,357 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:18:03,357 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:18:03,357 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39181
2024-11-15T03:18:03,358 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39181 connecting to ZooKeeper ensemble=127.0.0.1:53132
2024-11-15T03:18:03,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391810x0, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:03,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39181-0x1013c7fc7920003 connected
2024-11-15T03:18:03,484 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:03,486 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:03,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/running
2024-11-15T03:18:03,488 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e, hbase.cluster.distributed=false
2024-11-15T03:18:03,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/acl
2024-11-15T03:18:03,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181
2024-11-15T03:18:03,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181
2024-11-15T03:18:03,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181
2024-11-15T03:18:03,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181
2024-11-15T03:18:03,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181
2024-11-15T03:18:03,514 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:18:03,514 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:03,514 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:03,514 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:18:03,514 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:03,515 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:18:03,515 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:18:03,515 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:18:03,516 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40523
2024-11-15T03:18:03,517 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40523 connecting to ZooKeeper ensemble=127.0.0.1:53132
2024-11-15T03:18:03,518 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:03,520 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:03,547 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405230x0, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:03,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405230x0, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/running
2024-11-15T03:18:03,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40523-0x1013c7fc7920004 connected
2024-11-15T03:18:03,547 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:18:03,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:18:03,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/master
2024-11-15T03:18:03,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/acl
2024-11-15T03:18:03,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40523
2024-11-15T03:18:03,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40523
2024-11-15T03:18:03,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40523
2024-11-15T03:18:03,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40523
2024-11-15T03:18:03,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40523
2024-11-15T03:18:03,568 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:39181
2024-11-15T03:18:03,569 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11266527379/backup-masters/91f82191efb8,39181,1731640683356
2024-11-15T03:18:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379/backup-masters
2024-11-15T03:18:03,578 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379/backup-masters
2024-11-15T03:18:03,578 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on existing znode=/11266527379/backup-masters/91f82191efb8,39181,1731640683356
2024-11-15T03:18:03,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:03,588 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11266527379/master
2024-11-15T03:18:03,589 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:03,589 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on existing znode=/11266527379/master
2024-11-15T03:18:03,589 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11266527379/backup-masters/91f82191efb8,39181,1731640683356 from backup master directory
2024-11-15T03:18:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266527379/backup-masters/91f82191efb8,39181,1731640683356
2024-11-15T03:18:03,599 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379/backup-masters
2024-11-15T03:18:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379/backup-masters
2024-11-15T03:18:03,599 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:18:03,599 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,39181,1731640683356
2024-11-15T03:18:03,603 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/hbase.id] with ID: 3ee39946-2dbc-4613-a5ad-c8041e8f0c4c
2024-11-15T03:18:03,603 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/.tmp/hbase.id
2024-11-15T03:18:03,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:18:04,010 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/.tmp/hbase.id]:[hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/hbase.id]
2024-11-15T03:18:04,033 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:04,033 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:18:04,035 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-15T03:18:04,199 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:04,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:18:04,610 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:04,611 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:18:04,611 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:04,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:18:05,019 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store
2024-11-15T03:18:05,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:18:05,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:05,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:18:05,426 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:05,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:05,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:18:05,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:05,426 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:05,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640685426Disabling compacts and flushes for region at 1731640685426Disabling writes for close at 1731640685426Writing region close event to WAL at 1731640685426Closed at 1731640685426
2024-11-15T03:18:05,427 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/.initializing
2024-11-15T03:18:05,427 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/WALs/91f82191efb8,39181,1731640683356
2024-11-15T03:18:05,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:05,430 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39181%2C1731640683356, suffix=, logDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/WALs/91f82191efb8,39181,1731640683356, archiveDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/oldWALs, maxLogs=10
2024-11-15T03:18:05,442 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/WALs/91f82191efb8,39181,1731640683356/91f82191efb8%2C39181%2C1731640683356.1731640685430, exclude list is [], retry=0
2024-11-15T03:18:05,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-87b69004-aeb1-4d29-a6d8-6d2c56487ecc,DISK]
2024-11-15T03:18:05,446 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/WALs/91f82191efb8,39181,1731640683356/91f82191efb8%2C39181%2C1731640683356.1731640685430
2024-11-15T03:18:05,446 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199)]
2024-11-15T03:18:05,447 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:05,447 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:05,447 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,447 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,448 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:05,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:18:05,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:05,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:05,451 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:05,452 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:18:05,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:05,452 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:05,452 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:05,453 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:18:05,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:05,454 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:05,454 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:05,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:18:05,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:05,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:05,456 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,457 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,457 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,459 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,459 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,459 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:05,460 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:05,462 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:05,463 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75209966, jitterRate=0.12071582674980164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:05,463 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640685447Initializing all the Stores at 1731640685448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640685448Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640685448Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640685448Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640685448Cleaning up temporary data from old regions at 1731640685459 (+11 ms)Region opened successfully at 1731640685463 (+4 ms)
2024-11-15T03:18:05,463 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:18:05,466 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5187da6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:18:05,467 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:18:05,467 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:18:05,467 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:18:05,467 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:18:05,468 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:18:05,468 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:18:05,468 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:18:05,470 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:18:05,471 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Unable to get data of znode /11266527379/balancer because node does not exist (not necessarily an error)
2024-11-15T03:18:05,534 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266527379/balancer already deleted, retry=false
2024-11-15T03:18:05,534 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:18:05,535 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Unable to get data of znode /11266527379/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:18:05,546 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266527379/normalizer already deleted, retry=false
2024-11-15T03:18:05,547 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:18:05,548 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Unable to get data of znode /11266527379/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:18:05,557 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266527379/switch/split already deleted, retry=false
2024-11-15T03:18:05,558 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Unable to get data of znode /11266527379/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:18:05,567 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266527379/switch/merge already deleted, retry=false
2024-11-15T03:18:05,569 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Unable to get data of znode /11266527379/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:18:05,578 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11266527379/snapshot-cleanup already deleted, retry=false
2024-11-15T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11266527379/running
2024-11-15T03:18:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:05,588 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11266527379/running
2024-11-15T03:18:05,589 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:05,589 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,39181,1731640683356, sessionid=0x1013c7fc7920003, setting cluster-up flag (Was=false)
2024-11-15T03:18:05,609 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:05,641 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11266527379/flush-table-proc/acquired, /11266527379/flush-table-proc/reached, /11266527379/flush-table-proc/abort
2024-11-15T03:18:05,642 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39181,1731640683356
2024-11-15T03:18:05,662 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:05,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:05,694 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11266527379/online-snapshot/acquired, /11266527379/online-snapshot/reached, /11266527379/online-snapshot/abort
2024-11-15T03:18:05,695 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39181,1731640683356
2024-11-15T03:18:05,696 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:18:05,698 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:05,698 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:18:05,698 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:18:05,698 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,39181,1731640683356
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:18:05,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,701 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640715701
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:18:05,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:18:05,702 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:18:05,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,703 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:18:05,703 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:18:05,703 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:18:05,703 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:18:05,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:05,704 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:18:05,704 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:18:05,704 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:18:05,707 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640685704,5,FailOnTimeoutGroup]
2024-11-15T03:18:05,707 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640685707,5,FailOnTimeoutGroup]
2024-11-15T03:18:05,707 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,707 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:18:05,707 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,707 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:18:05,762 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(746): ClusterId : 3ee39946-2dbc-4613-a5ad-c8041e8f0c4c
2024-11-15T03:18:05,762 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:18:05,810 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:18:05,810 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:18:05,821 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:18:05,821 DEBUG [RS:0;91f82191efb8:40523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3562317c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:18:05,831 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:40523
2024-11-15T03:18:05,831 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:18:05,831 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:18:05,831 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:18:05,832 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,39181,1731640683356 with port=40523, startcode=1731640683514
2024-11-15T03:18:05,832 DEBUG [RS:0;91f82191efb8:40523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:18:05,834 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:18:05,834 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,40523,1731640683514
2024-11-15T03:18:05,834 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39181 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,40523,1731640683514
2024-11-15T03:18:05,836 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e
2024-11-15T03:18:05,836 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36237
2024-11-15T03:18:05,836 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:18:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379/rs
2024-11-15T03:18:05,841 DEBUG [RS:0;91f82191efb8:40523 {}] zookeeper.ZKUtil(111): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on existing znode=/11266527379/rs/91f82191efb8,40523,1731640683514
2024-11-15T03:18:05,841 WARN  [RS:0;91f82191efb8:40523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:18:05,841 INFO  [RS:0;91f82191efb8:40523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:05,842 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514
2024-11-15T03:18:05,842 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,40523,1731640683514]
2024-11-15T03:18:05,845 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:18:05,846 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:18:05,848 INFO  [RS:0;91f82191efb8:40523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:18:05,848 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,849 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:18:05,850 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:18:05,850 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,850 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,851 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:05,851 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:18:05,851 DEBUG [RS:0;91f82191efb8:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:18:05,852 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,852 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,852 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,852 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,853 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,853 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40523,1731640683514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:05,866 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:18:05,866 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40523,1731640683514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,866 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,866 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.Replication(171): 91f82191efb8,40523,1731640683514 started
2024-11-15T03:18:05,878 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:05,878 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,40523,1731640683514, RpcServer on 91f82191efb8/172.17.0.2:40523, sessionid=0x1013c7fc7920004
2024-11-15T03:18:05,879 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:18:05,879 DEBUG [RS:0;91f82191efb8:40523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,40523,1731640683514
2024-11-15T03:18:05,879 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40523,1731640683514'
2024-11-15T03:18:05,879 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11266527379/flush-table-proc/abort'
2024-11-15T03:18:05,879 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11266527379/flush-table-proc/acquired'
2024-11-15T03:18:05,880 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:18:05,880 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:18:05,880 DEBUG [RS:0;91f82191efb8:40523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,40523,1731640683514
2024-11-15T03:18:05,880 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40523,1731640683514'
2024-11-15T03:18:05,880 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11266527379/online-snapshot/abort'
2024-11-15T03:18:05,880 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11266527379/online-snapshot/acquired'
2024-11-15T03:18:05,881 DEBUG [RS:0;91f82191efb8:40523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:18:05,881 INFO  [RS:0;91f82191efb8:40523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:18:05,881 INFO  [RS:0;91f82191efb8:40523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:18:05,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:18:05,981 INFO  [RS:0;91f82191efb8:40523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:05,983 INFO  [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40523%2C1731640683514, suffix=, logDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514, archiveDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/oldWALs, maxLogs=10
2024-11-15T03:18:05,996 DEBUG [RS:0;91f82191efb8:40523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514/91f82191efb8%2C40523%2C1731640683514.1731640685983, exclude list is [], retry=0
2024-11-15T03:18:05,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-87b69004-aeb1-4d29-a6d8-6d2c56487ecc,DISK]
2024-11-15T03:18:06,000 INFO  [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514/91f82191efb8%2C40523%2C1731640683514.1731640685983
2024-11-15T03:18:06,001 DEBUG [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199)]
2024-11-15T03:18:06,115 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:18:06,115 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e
2024-11-15T03:18:06,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:18:06,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:06,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:06,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:06,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:06,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:06,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:06,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:06,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:06,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:06,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:06,527 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:06,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:06,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:06,528 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:06,529 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:06,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:06,529 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:06,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:06,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740
2024-11-15T03:18:06,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740
2024-11-15T03:18:06,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:06,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:06,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:06,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:06,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:06,536 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60565207, jitterRate=-0.09750808775424957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:06,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640686521Initializing all the Stores at 1731640686522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640686522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640686522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640686522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640686522Cleaning up temporary data from old regions at 1731640686532 (+10 ms)Region opened successfully at 1731640686536 (+4 ms)
2024-11-15T03:18:06,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:18:06,537 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:18:06,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:18:06,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:18:06,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:18:06,537 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:06,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640686536Disabling compacts and flushes for region at 1731640686536Disabling writes for close at 1731640686537 (+1 ms)Writing region close event to WAL at 1731640686537Closed at 1731640686537
2024-11-15T03:18:06,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:06,539 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:18:06,539 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:18:06,540 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:06,541 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:18:06,692 DEBUG [91f82191efb8:39181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:18:06,692 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,40523,1731640683514
2024-11-15T03:18:06,693 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40523,1731640683514, state=OPENING
2024-11-15T03:18:06,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:18:06,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:18:06,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:18:06,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-15T03:18:06,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:18:06,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T03:18:06,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:18:06,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T03:18:06,794 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:18:06,809 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:06,810 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:06,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266527379/meta-region-server: CHANGED
2024-11-15T03:18:06,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266527379/meta-region-server: CHANGED
2024-11-15T03:18:06,810 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40523,1731640683514}]
2024-11-15T03:18:06,963 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:18:06,965 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:18:06,969 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:18:06,969 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:06,969 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:18:06,971 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40523%2C1731640683514.meta, suffix=.meta, logDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514, archiveDir=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/oldWALs, maxLogs=10
2024-11-15T03:18:06,983 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514/91f82191efb8%2C40523%2C1731640683514.meta.1731640686971.meta, exclude list is [], retry=0
2024-11-15T03:18:06,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-87b69004-aeb1-4d29-a6d8-6d2c56487ecc,DISK]
2024-11-15T03:18:07,207 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/WALs/91f82191efb8,40523,1731640683514/91f82191efb8%2C40523%2C1731640683514.meta.1731640686971.meta
2024-11-15T03:18:07,207 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37199:37199)]
2024-11-15T03:18:07,207 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:07,208 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:07,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:18:07,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:18:07,208 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:18:07,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:18:07,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:07,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:18:07,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:18:07,210 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:07,210 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:07,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:07,211 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:07,211 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:07,212 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:07,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:07,212 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:07,212 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:07,213 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:07,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:07,213 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:07,213 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:07,214 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:07,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:07,214 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:07,214 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:07,215 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740
2024-11-15T03:18:07,216 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740
2024-11-15T03:18:07,217 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:07,217 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:07,218 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:07,220 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:07,221 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59879068, jitterRate=-0.10773235559463501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:07,221 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:18:07,221 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640687208Writing region info on filesystem at 1731640687208Initializing all the Stores at 1731640687209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640687209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640687210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640687210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640687210Cleaning up temporary data from old regions at 1731640687217 (+7 ms)Running coprocessor post-open hooks at 1731640687221 (+4 ms)Region opened successfully at 1731640687221
2024-11-15T03:18:07,222 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640686963
2024-11-15T03:18:07,224 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:18:07,224 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:18:07,225 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40523,1731640683514
2024-11-15T03:18:07,226 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40523,1731640683514, state=OPEN
2024-11-15T03:18:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11266527379/meta-region-server
2024-11-15T03:18:07,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,40523,1731640683514
2024-11-15T03:18:07,330 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11266527379/meta-region-server
2024-11-15T03:18:07,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266527379/meta-region-server: CHANGED
2024-11-15T03:18:07,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11266527379/meta-region-server: CHANGED
2024-11-15T03:18:07,333 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:18:07,333 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40523,1731640683514 in 520 msec
2024-11-15T03:18:07,336 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:18:07,336 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 794 msec
2024-11-15T03:18:07,337 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:07,337 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:18:07,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:07,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40523,1731640683514, seqNum=-1]
2024-11-15T03:18:07,339 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:07,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:07,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6480 sec
2024-11-15T03:18:07,346 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640687346, completionTime=-1
2024-11-15T03:18:07,346 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:18:07,346 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640747348
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640807348
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39181,1731640683356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39181,1731640683356-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39181,1731640683356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:39181, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,349 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,349 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,350 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.753sec
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39181,1731640683356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:07,353 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39181,1731640683356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:18:07,355 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:18:07,355 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:18:07,355 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39181,1731640683356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:07,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159c0ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39181,-1 for getting cluster id
2024-11-15T03:18:07,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:07,364 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee39946-2dbc-4613-a5ad-c8041e8f0c4c'
2024-11-15T03:18:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee39946-2dbc-4613-a5ad-c8041e8f0c4c"

2024-11-15T03:18:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec9f87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39181,-1]
2024-11-15T03:18:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:07,366 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:07,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40523,1731640683514, seqNum=-1]
2024-11-15T03:18:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:07,370 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:07,372 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,39181,1731640683356
2024-11-15T03:18:07,373 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53132
2024-11-15T03:18:07,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:07,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c7fc7920005 connected
2024-11-15T03:18:07,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb57979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39369,-1 for getting cluster id
2024-11-15T03:18:07,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:07,402 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b53d68ec-3e5b-481b-9aa1-2f47eed04db4'
2024-11-15T03:18:07,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:07,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b53d68ec-3e5b-481b-9aa1-2f47eed04db4"

2024-11-15T03:18:07,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d619d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39369,-1]
2024-11-15T03:18:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:07,403 INFO  [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d4fc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39369,1731640677623
2024-11-15T03:18:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6eb539
2024-11-15T03:18:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:07,406 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:07,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:39181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:18:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:18:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:07,410 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:39181'
2024-11-15T03:18:07,410 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2049bd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,410 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39181,-1 for getting cluster id
2024-11-15T03:18:07,411 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:07,411 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee39946-2dbc-4613-a5ad-c8041e8f0c4c'
2024-11-15T03:18:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee39946-2dbc-4613-a5ad-c8041e8f0c4c"

2024-11-15T03:18:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77993db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39181,-1]
2024-11-15T03:18:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:07,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:07,413 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:07,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f937a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:07,414 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:07,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39181,1731640683356
2024-11-15T03:18:07,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@299394c5
2024-11-15T03:18:07,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:07,416 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:07,416 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-15T03:18:07,416 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:18:07,416 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:07,417 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:07,417 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:07,417 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:07,418 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:18:07,420 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:18:07,420 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:07,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:18:07,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741835_1011 (size=1138)
2024-11-15T03:18:07,469 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:18:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:07,829 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4ffd2d396519f99eb21f35cfedb00f1, NAME => 'hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f
2024-11-15T03:18:07,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741836_1012 (size=44)
2024-11-15T03:18:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:08,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:08,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4ffd2d396519f99eb21f35cfedb00f1, disabling compactions & flushes
2024-11-15T03:18:08,236 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1. after waiting 0 ms
2024-11-15T03:18:08,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,236 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4ffd2d396519f99eb21f35cfedb00f1:
Waiting for close lock at 1731640688236Disabling compacts and flushes for region at 1731640688236Disabling writes for close at 1731640688236Writing region close event to WAL at 1731640688236Closed at 1731640688236
2024-11-15T03:18:08,238 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:18:08,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640688238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640688238"}]},"ts":"1731640688238"}
2024-11-15T03:18:08,240 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:18:08,241 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:18:08,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640688242"}]},"ts":"1731640688242"}
2024-11-15T03:18:08,244 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:18:08,244 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4ffd2d396519f99eb21f35cfedb00f1, ASSIGN}]
2024-11-15T03:18:08,245 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4ffd2d396519f99eb21f35cfedb00f1, ASSIGN
2024-11-15T03:18:08,246 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4ffd2d396519f99eb21f35cfedb00f1, ASSIGN; state=OFFLINE, location=91f82191efb8,44711,1731640677821; forceNewPlan=false, retain=false
2024-11-15T03:18:08,396 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c4ffd2d396519f99eb21f35cfedb00f1, regionState=OPENING, regionLocation=91f82191efb8,44711,1731640677821
2024-11-15T03:18:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4ffd2d396519f99eb21f35cfedb00f1, ASSIGN because future has completed
2024-11-15T03:18:08,399 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ffd2d396519f99eb21f35cfedb00f1, server=91f82191efb8,44711,1731640677821}]
2024-11-15T03:18:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:08,556 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,556 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:08,557 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:18:08,558 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44711%2C1731640677821.rep, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/oldWALs, maxLogs=10
2024-11-15T03:18:08,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.rep.1731640688558, exclude list is [], retry=0
2024-11-15T03:18:08,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-a25d90ee-296d-444b-af12-5d94f6bb1aeb,DISK]
2024-11-15T03:18:08,578 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.rep.1731640688558
2024-11-15T03:18:08,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469)]
2024-11-15T03:18:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ffd2d396519f99eb21f35cfedb00f1, NAME => 'hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:08,579 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:18:08,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1. service=MultiRowMutationService
2024-11-15T03:18:08,579 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:18:08,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:08,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,581 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4ffd2d396519f99eb21f35cfedb00f1 
2024-11-15T03:18:08,583 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ffd2d396519f99eb21f35cfedb00f1 columnFamilyName hfileref
2024-11-15T03:18:08,583 DEBUG [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:08,583 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] regionserver.HStore(327): Store=c4ffd2d396519f99eb21f35cfedb00f1/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:08,583 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4ffd2d396519f99eb21f35cfedb00f1 
2024-11-15T03:18:08,584 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ffd2d396519f99eb21f35cfedb00f1 columnFamilyName queue
2024-11-15T03:18:08,584 DEBUG [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:08,585 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] regionserver.HStore(327): Store=c4ffd2d396519f99eb21f35cfedb00f1/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:08,585 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4ffd2d396519f99eb21f35cfedb00f1 
2024-11-15T03:18:08,586 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ffd2d396519f99eb21f35cfedb00f1 columnFamilyName sid
2024-11-15T03:18:08,586 DEBUG [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:08,586 INFO  [StoreOpener-c4ffd2d396519f99eb21f35cfedb00f1-1 {}] regionserver.HStore(327): Store=c4ffd2d396519f99eb21f35cfedb00f1/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:08,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:18:08,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:08,593 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c4ffd2d396519f99eb21f35cfedb00f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71841202, jitterRate=0.07051733136177063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:18:08,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:08,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c4ffd2d396519f99eb21f35cfedb00f1:
Running coprocessor pre-open hook at 1731640688580Writing region info on filesystem at 1731640688580Initializing all the Stores at 1731640688581 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640688581Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640688581Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640688581Cleaning up temporary data from old regions at 1731640688589 (+8 ms)Running coprocessor post-open hooks at 1731640688593 (+4 ms)Region opened successfully at 1731640688593
2024-11-15T03:18:08,594 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1., pid=7, masterSystemTime=1731640688552
2024-11-15T03:18:08,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,597 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:08,598 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c4ffd2d396519f99eb21f35cfedb00f1, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44711,1731640677821
2024-11-15T03:18:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ffd2d396519f99eb21f35cfedb00f1, server=91f82191efb8,44711,1731640677821 because future has completed
2024-11-15T03:18:08,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-15T03:18:08,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ffd2d396519f99eb21f35cfedb00f1, server=91f82191efb8,44711,1731640677821 in 202 msec
2024-11-15T03:18:08,605 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:18:08,605 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4ffd2d396519f99eb21f35cfedb00f1, ASSIGN in 359 msec
2024-11-15T03:18:08,606 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:18:08,606 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640688606"}]},"ts":"1731640688606"}
2024-11-15T03:18:08,608 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:18:08,610 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:18:08,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec
2024-11-15T03:18:08,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1., hostname=91f82191efb8,44711,1731640677821, seqNum=2]
2024-11-15T03:18:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:08,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:18:08,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-15T03:18:08,869 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:18:08,896 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,44711,1731640677821, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:18:08,897 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:08,897 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44711,1731640677821, seqNum=-1]
2024-11-15T03:18:08,897 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:08,898 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService
2024-11-15T03:18:08,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,44711,1731640677821', locateType=CURRENT is [region=hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1., hostname=91f82191efb8,44711,1731640677821, seqNum=2]
2024-11-15T03:18:08,903 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-15T03:18:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-15T03:18:08,905 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,44711,1731640677821 suceeded
2024-11-15T03:18:08,908 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-15T03:18:08,908 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec
2024-11-15T03:18:08,908 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:39181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:18:08,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec
2024-11-15T03:18:08,917 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:39181'
2024-11-15T03:18:08,919 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42165a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:08,919 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39181,-1 for getting cluster id
2024-11-15T03:18:08,919 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:08,920 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee39946-2dbc-4613-a5ad-c8041e8f0c4c'
2024-11-15T03:18:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee39946-2dbc-4613-a5ad-c8041e8f0c4c"

2024-11-15T03:18:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7420a9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39181,-1]
2024-11-15T03:18:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:08,921 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:08,922 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58aab851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:08,922 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:08,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39181,1731640683356
2024-11-15T03:18:08,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54980da1
2024-11-15T03:18:08,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:08,923 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService
2024-11-15T03:18:08,924 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,44711,1731640677821 (queues=1) is replicating from cluster=b53d68ec-3e5b-481b-9aa1-2f47eed04db4 to cluster=3ee39946-2dbc-4613-a5ad-c8041e8f0c4c
2024-11-15T03:18:08,924 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C44711%2C1731640677821
2024-11-15T03:18:08,924 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,44711,1731640677821, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:18:08,925 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.shipper91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C44711%2C1731640677821
2024-11-15T03:18:08,925 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044, startPosition=0, beingWritten=true
2024-11-15T03:18:09,130 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:09,435 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:09,560 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:18:09,560 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:09,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:09,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:09,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:09,560 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:09,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:09,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39369,1731640677623
2024-11-15T03:18:09,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a87887b
2024-11-15T03:18:09,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:09,562 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:09,562 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:18:09,563 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:18:09,563 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:09,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:09,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:09,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:09,563 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:09,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:18:09,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497812320, stopped=false
2024-11-15T03:18:09,563 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,39181,1731640683356
2024-11-15T03:18:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266527379/running
2024-11-15T03:18:09,576 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266527379/running
2024-11-15T03:18:09,576 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:09,576 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:18:09,576 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:09,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:09,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:09,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/running
2024-11-15T03:18:09,576 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,40523,1731640683514' *****
2024-11-15T03:18:09,577 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:18:09,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Set watcher on znode that does not yet exist, /11266527379/running
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:18:09,577 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,40523,1731640683514
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40523.
2024-11-15T03:18:09,577 DEBUG [RS:0;91f82191efb8:40523 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:09,577 DEBUG [RS:0;91f82191efb8:40523 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:18:09,577 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:18:09,578 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:18:09,578 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:18:09,578 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:09,578 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:18:09,578 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:18:09,578 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:18:09,578 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:18:09,578 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:18:09,578 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-15T03:18:09,596 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/.tmp/ns/2e41abbb6bbc4b1f950b0540c9b87a3c is 43, key is default/ns:d/1731640687341/Put/seqid=0
2024-11-15T03:18:09,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741835_1011 (size=5153)
2024-11-15T03:18:09,656 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:18:09,778 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:09,840 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:09,925 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:18:09,925 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:18:09,978 DEBUG [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:10,001 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/.tmp/ns/2e41abbb6bbc4b1f950b0540c9b87a3c
2024-11-15T03:18:10,009 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/.tmp/ns/2e41abbb6bbc4b1f950b0540c9b87a3c as hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/ns/2e41abbb6bbc4b1f950b0540c9b87a3c
2024-11-15T03:18:10,015 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/ns/2e41abbb6bbc4b1f950b0540c9b87a3c, entries=2, sequenceid=6, filesize=5.0 K
2024-11-15T03:18:10,016 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false
2024-11-15T03:18:10,020 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-15T03:18:10,021 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:18:10,021 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:18:10,021 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:10,021 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640689578Running coprocessor pre-close hooks at 1731640689578Disabling compacts and flushes for region at 1731640689578Disabling writes for close at 1731640689578Obtaining lock to block concurrent updates at 1731640689578Preparing flush snapshotting stores in 1588230740 at 1731640689578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731640689578Flushing stores of hbase:meta,,1.1588230740 at 1731640689579 (+1 ms)Flushing 1588230740/ns: creating writer at 1731640689579Flushing 1588230740/ns: appending metadata at 1731640689596 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731640689596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a28e25: reopening flushed file at 1731640690008 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1731640690016 (+8 ms)Writing region close event to WAL at 1731640690017 (+1 ms)Running coprocessor post-close hooks at 1731640690021 (+4 ms)Closed at 1731640690021
2024-11-15T03:18:10,021 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:10,178 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,40523,1731640683514; all regions closed.
2024-11-15T03:18:10,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741834_1010 (size=1152)
2024-11-15T03:18:10,183 DEBUG [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/oldWALs
2024-11-15T03:18:10,183 INFO  [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40523%2C1731640683514.meta:.meta(num 1731640686971)
2024-11-15T03:18:10,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741832_1008 (size=93)
2024-11-15T03:18:10,188 DEBUG [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/oldWALs
2024-11-15T03:18:10,188 INFO  [RS:0;91f82191efb8:40523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40523%2C1731640683514:(num 1731640685983)
2024-11-15T03:18:10,188 DEBUG [RS:0;91f82191efb8:40523 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:10,188 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:18:10,188 INFO  [RS:0;91f82191efb8:40523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:18:10,188 INFO  [RS:0;91f82191efb8:40523 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:18:10,188 INFO  [RS:0;91f82191efb8:40523 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:18:10,188 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:18:10,188 INFO  [RS:0;91f82191efb8:40523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40523
2024-11-15T03:18:10,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379/rs
2024-11-15T03:18:10,239 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266527379/rs/91f82191efb8,40523,1731640683514
2024-11-15T03:18:10,239 INFO  [RS:0;91f82191efb8:40523 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:18:10,251 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,40523,1731640683514]
2024-11-15T03:18:10,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11266527379/draining/91f82191efb8,40523,1731640683514 already deleted, retry=false
2024-11-15T03:18:10,341 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,40523,1731640683514 expired; onlineServers=0
2024-11-15T03:18:10,341 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,39181,1731640683356' *****
2024-11-15T03:18:10,341 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:18:10,341 INFO  [M:0;91f82191efb8:39181 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:18:10,341 INFO  [M:0;91f82191efb8:39181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:18:10,341 DEBUG [M:0;91f82191efb8:39181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:18:10,341 DEBUG [M:0;91f82191efb8:39181 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:18:10,341 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:18:10,341 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640685704 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640685704,5,FailOnTimeoutGroup]
2024-11-15T03:18:10,341 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640685707 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640685707,5,FailOnTimeoutGroup]
2024-11-15T03:18:10,342 INFO  [M:0;91f82191efb8:39181 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:18:10,342 INFO  [M:0;91f82191efb8:39181 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:18:10,342 DEBUG [M:0;91f82191efb8:39181 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:18:10,342 INFO  [M:0;91f82191efb8:39181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:18:10,342 INFO  [M:0;91f82191efb8:39181 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:18:10,342 INFO  [M:0;91f82191efb8:39181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:18:10,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:18:10,345 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:10,352 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:10,352 INFO  [RS:0;91f82191efb8:40523 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:18:10,352 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1013c7fc7920004, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:10,352 INFO  [RS:0;91f82191efb8:40523 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,40523,1731640683514; zookeeper connection closed.
2024-11-15T03:18:10,352 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@509d5b32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@509d5b32
2024-11-15T03:18:10,352 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:18:10,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11266527379/master
2024-11-15T03:18:10,378 DEBUG [M:0;91f82191efb8:39181 {}] zookeeper.ZKUtil(347): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Unable to get data of znode /11266527379/master because node does not exist (not an error)
2024-11-15T03:18:10,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11266527379
2024-11-15T03:18:10,378 WARN  [M:0;91f82191efb8:39181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:18:10,379 INFO  [M:0;91f82191efb8:39181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/.lastflushedseqids
2024-11-15T03:18:10,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741836_1012 (size=99)
2024-11-15T03:18:10,784 INFO  [M:0;91f82191efb8:39181 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:18:10,784 INFO  [M:0;91f82191efb8:39181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:18:10,784 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:18:10,784 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:10,784 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:10,784 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:18:10,784 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:10,785 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-15T03:18:10,803 DEBUG [M:0;91f82191efb8:39181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7eb1d8e165e491e8d255289a6abbccd is 82, key is hbase:meta,,1/info:regioninfo/1731640687225/Put/seqid=0
2024-11-15T03:18:10,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741837_1013 (size=5672)
2024-11-15T03:18:10,951 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:11,208 INFO  [M:0;91f82191efb8:39181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7eb1d8e165e491e8d255289a6abbccd
2024-11-15T03:18:11,229 DEBUG [M:0;91f82191efb8:39181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e0475a9de344596a924bae16631d63a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731640687345/Put/seqid=0
2024-11-15T03:18:11,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741838_1014 (size=5275)
2024-11-15T03:18:11,634 INFO  [M:0;91f82191efb8:39181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e0475a9de344596a924bae16631d63a
2024-11-15T03:18:11,652 DEBUG [M:0;91f82191efb8:39181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60087b0dd179454884ed9395032387e3 is 69, key is 91f82191efb8,40523,1731640683514/rs:state/1731640685834/Put/seqid=0
2024-11-15T03:18:11,656 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:11,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741839_1015 (size=5156)
2024-11-15T03:18:11,908 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:18:12,057 INFO  [M:0;91f82191efb8:39181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60087b0dd179454884ed9395032387e3
2024-11-15T03:18:12,063 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7eb1d8e165e491e8d255289a6abbccd as hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7eb1d8e165e491e8d255289a6abbccd
2024-11-15T03:18:12,068 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7eb1d8e165e491e8d255289a6abbccd, entries=8, sequenceid=28, filesize=5.5 K
2024-11-15T03:18:12,069 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e0475a9de344596a924bae16631d63a as hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e0475a9de344596a924bae16631d63a
2024-11-15T03:18:12,074 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e0475a9de344596a924bae16631d63a, entries=3, sequenceid=28, filesize=5.2 K
2024-11-15T03:18:12,075 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60087b0dd179454884ed9395032387e3 as hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60087b0dd179454884ed9395032387e3
2024-11-15T03:18:12,079 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36237/user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60087b0dd179454884ed9395032387e3, entries=1, sequenceid=28, filesize=5.0 K
2024-11-15T03:18:12,080 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false
2024-11-15T03:18:12,082 INFO  [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:12,082 DEBUG [M:0;91f82191efb8:39181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640690784Disabling compacts and flushes for region at 1731640690784Disabling writes for close at 1731640690784Obtaining lock to block concurrent updates at 1731640690785 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640690785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731640690785Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640690786 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640690786Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640690803 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640690803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640691214 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640691228 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640691228Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640691639 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640691651 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640691651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282b317e: reopening flushed file at 1731640692062 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf597e: reopening flushed file at 1731640692068 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb4f829: reopening flushed file at 1731640692074 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1731640692080 (+6 ms)Writing region close event to WAL at 1731640692082 (+2 ms)Closed at 1731640692082
2024-11-15T03:18:12,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741830_1006 (size=10165)
2024-11-15T03:18:12,084 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b7aea73-ea3d-251c-dd19-444b0364783e/MasterData/WALs/91f82191efb8,39181,1731640683356/91f82191efb8%2C39181%2C1731640683356.1731640685430 not finished, retry = 0
2024-11-15T03:18:12,186 INFO  [M:0;91f82191efb8:39181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:18:12,186 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:18:12,186 INFO  [M:0;91f82191efb8:39181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39181
2024-11-15T03:18:12,186 INFO  [M:0;91f82191efb8:39181 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:18:12,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:12,226 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:12,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:12,330 INFO  [M:0;91f82191efb8:39181 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:18:12,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1013c7fc7920003, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:12,333 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17861040{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:18:12,333 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:18:12,333 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:18:12,333 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:18:12,333 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir/,STOPPED}
2024-11-15T03:18:12,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:18:12,334 WARN  [BP-1712271524-172.17.0.2-1731640681321 heartbeating to localhost/127.0.0.1:36237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:18:12,335 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:18:12,335 WARN  [BP-1712271524-172.17.0.2-1731640681321 heartbeating to localhost/127.0.0.1:36237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1712271524-172.17.0.2-1731640681321 (Datanode Uuid 95099094-c63e-4295-b6cb-585b4b2e095a) service to localhost/127.0.0.1:36237
2024-11-15T03:18:12,335 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/cluster_b1cd52c9-f838-9e8d-2459-9b3ea6de1400/data/data1/current/BP-1712271524-172.17.0.2-1731640681321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:18:12,335 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/cluster_b1cd52c9-f838-9e8d-2459-9b3ea6de1400/data/data2/current/BP-1712271524-172.17.0.2-1731640681321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:18:12,335 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:18:12,341 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb8b71d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:18:12,341 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59a908fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:18:12,342 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:18:12,342 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18be6fc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:18:12,342 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c85ecd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir/,STOPPED}
2024-11-15T03:18:12,356 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:18:12,357 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:18:12,357 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:12,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:12,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:12,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:12,357 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:12,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:18:12,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1065526425, stopped=false
2024-11-15T03:18:12,357 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,39369,1731640677623
2024-11-15T03:18:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-52415380/running
2024-11-15T03:18:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-52415380/running
2024-11-15T03:18:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:12,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:12,377 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:18:12,378 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:12,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/running
2024-11-15T03:18:12,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:12,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Set watcher on znode that does not yet exist, /0-52415380/running
2024-11-15T03:18:12,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:12,378 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,44711,1731640677821' *****
2024-11-15T03:18:12,378 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:18:12,379 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,44711,1731640677821
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44711.
2024-11-15T03:18:12,379 DEBUG [RS:0;91f82191efb8:44711 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:12,379 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ffd2d396519f99eb21f35cfedb00f1, disabling compactions & flushes
2024-11-15T03:18:12,379 DEBUG [RS:0;91f82191efb8:44711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:12,379 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:18:12,379 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:18:12,379 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1. after waiting 0 ms
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:18:12,379 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:12,379 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:18:12,379 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4ffd2d396519f99eb21f35cfedb00f1 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-15T03:18:12,380 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:18:12,380 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1325): Online Regions={c4ffd2d396519f99eb21f35cfedb00f1=hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1., 1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:18:12,380 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:12,380 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:18:12,380 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:18:12,380 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:18:12,380 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:18:12,380 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:18:12,380 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-15T03:18:12,395 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/info/de40c0e52b2d468c9d4f5123353b02c9 is 147, key is hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1./info:regioninfo/1731640688597/Put/seqid=0
2024-11-15T03:18:12,399 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/.tmp/queue/17c18b37e58349549da7ee1d47c85641 is 151, key is 1-91f82191efb8,44711,1731640677821/queue:91f82191efb8%2C44711%2C1731640677821/1731640688901/Put/seqid=0
2024-11-15T03:18:12,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741838_1014 (size=6631)
2024-11-15T03:18:12,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741839_1015 (size=5350)
2024-11-15T03:18:12,421 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:18:12,460 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:12,580 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:12,747 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:18:12,749 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:12,769 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:12,772 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:12,780 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ffd2d396519f99eb21f35cfedb00f1
2024-11-15T03:18:12,807 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/info/de40c0e52b2d468c9d4f5123353b02c9
2024-11-15T03:18:12,807 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/.tmp/queue/17c18b37e58349549da7ee1d47c85641
2024-11-15T03:18:12,814 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/.tmp/queue/17c18b37e58349549da7ee1d47c85641 as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/queue/17c18b37e58349549da7ee1d47c85641
2024-11-15T03:18:12,824 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/queue/17c18b37e58349549da7ee1d47c85641, entries=1, sequenceid=5, filesize=5.2 K
2024-11-15T03:18:12,825 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c4ffd2d396519f99eb21f35cfedb00f1 in 446ms, sequenceid=5, compaction requested=false
2024-11-15T03:18:12,830 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/replication/c4ffd2d396519f99eb21f35cfedb00f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:18:12,830 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:18:12,830 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:18:12,830 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:12,831 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ffd2d396519f99eb21f35cfedb00f1:
Waiting for close lock at 1731640692379Running coprocessor pre-close hooks at 1731640692379Disabling compacts and flushes for region at 1731640692379Disabling writes for close at 1731640692379Obtaining lock to block concurrent updates at 1731640692379Preparing flush snapshotting stores in c4ffd2d396519f99eb21f35cfedb00f1 at 1731640692379Finished memstore snapshotting hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731640692380 (+1 ms)Flushing stores of hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1. at 1731640692380Flushing c4ffd2d396519f99eb21f35cfedb00f1/queue: creating writer at 1731640692380Flushing c4ffd2d396519f99eb21f35cfedb00f1/queue: appending metadata at 1731640692398 (+18 ms)Flushing c4ffd2d396519f99eb21f35cfedb00f1/queue: closing flushed file at 1731640692398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20691c05: reopening flushed file at 1731640692813 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c4ffd2d396519f99eb21f35cfedb00f1 in 446ms, sequenceid=5, compaction requested=false at 1731640692825 (+12 ms)Writing region close event to WAL at 1731640692826 (+1 ms)Running coprocessor post-close hooks at 1731640692830 (+4 ms)Closed at 1731640692830
2024-11-15T03:18:12,831 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640687417.c4ffd2d396519f99eb21f35cfedb00f1.
2024-11-15T03:18:12,832 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/ns/b1f79b46d09d4c95b539f19630ad68cd is 43, key is default/ns:d/1731640681192/Put/seqid=0
2024-11-15T03:18:12,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741840_1016 (size=5153)
2024-11-15T03:18:12,912 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:18:12,913 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:18:12,980 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:13,181 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:13,238 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/ns/b1f79b46d09d4c95b539f19630ad68cd
2024-11-15T03:18:13,259 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/table/d5ca0ffd033d4425a8d2ddd7d42b49cd is 53, key is hbase:replication/table:state/1731640688606/Put/seqid=0
2024-11-15T03:18:13,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741841_1017 (size=5256)
2024-11-15T03:18:13,369 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.1731640680044 to pos 0, reset compression=false
2024-11-15T03:18:13,381 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:18:13,381 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:18:13,381 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:13,581 DEBUG [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:18:13,664 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/table/d5ca0ffd033d4425a8d2ddd7d42b49cd
2024-11-15T03:18:13,670 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/info/de40c0e52b2d468c9d4f5123353b02c9 as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/info/de40c0e52b2d468c9d4f5123353b02c9
2024-11-15T03:18:13,676 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/info/de40c0e52b2d468c9d4f5123353b02c9, entries=10, sequenceid=11, filesize=6.5 K
2024-11-15T03:18:13,678 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/ns/b1f79b46d09d4c95b539f19630ad68cd as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/ns/b1f79b46d09d4c95b539f19630ad68cd
2024-11-15T03:18:13,684 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/ns/b1f79b46d09d4c95b539f19630ad68cd, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:18:13,685 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/.tmp/table/d5ca0ffd033d4425a8d2ddd7d42b49cd as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/table/d5ca0ffd033d4425a8d2ddd7d42b49cd
2024-11-15T03:18:13,690 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/table/d5ca0ffd033d4425a8d2ddd7d42b49cd, entries=2, sequenceid=11, filesize=5.1 K
2024-11-15T03:18:13,691 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false
2024-11-15T03:18:13,695 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-15T03:18:13,696 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:18:13,696 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:18:13,696 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:13,696 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640692380Running coprocessor pre-close hooks at 1731640692380Disabling compacts and flushes for region at 1731640692380Disabling writes for close at 1731640692380Obtaining lock to block concurrent updates at 1731640692380Preparing flush snapshotting stores in 1588230740 at 1731640692380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731640692380Flushing stores of hbase:meta,,1.1588230740 at 1731640692381 (+1 ms)Flushing 1588230740/info: creating writer at 1731640692381Flushing 1588230740/info: appending metadata at 1731640692394 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731640692394Flushing 1588230740/ns: creating writer at 1731640692813 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731640692831 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731640692831Flushing 1588230740/table: creating writer at 1731640693243 (+412 ms)Flushing 1588230740/table: appending metadata at 1731640693258 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731640693258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c85588c: reopening flushed file at 1731640693669 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c2f06d: reopening flushed file at 1731640693677 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15bd71fe: reopening flushed file at 1731640693684 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false at 1731640693691 (+7 ms)Writing region close event to WAL at 1731640693692 (+1 ms)Running coprocessor post-close hooks at 1731640693696 (+4 ms)Closed at 1731640693696
2024-11-15T03:18:13,696 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:13,781 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,44711,1731640677821; all regions closed.
2024-11-15T03:18:13,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741834_1010 (size=2742)
2024-11-15T03:18:13,784 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.meta.1731640681060.meta not finished, retry = 0
2024-11-15T03:18:13,887 DEBUG [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/oldWALs
2024-11-15T03:18:13,887 INFO  [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44711%2C1731640677821.meta:.meta(num 1731640681060)
2024-11-15T03:18:13,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741837_1013 (size=1586)
2024-11-15T03:18:13,889 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/WALs/91f82191efb8,44711,1731640677821/91f82191efb8%2C44711%2C1731640677821.rep.1731640688558 not finished, retry = 0
2024-11-15T03:18:13,992 DEBUG [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/oldWALs
2024-11-15T03:18:13,992 INFO  [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44711%2C1731640677821.rep:(num 1731640688558)
2024-11-15T03:18:13,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741832_1008 (size=93)
2024-11-15T03:18:14,000 DEBUG [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/oldWALs
2024-11-15T03:18:14,000 INFO  [RS:0;91f82191efb8:44711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44711%2C1731640677821:(num 1731640680044)
2024-11-15T03:18:14,001 DEBUG [RS:0;91f82191efb8:44711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:14,001 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:18:14,001 INFO  [RS:0;91f82191efb8:44711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:18:14,001 INFO  [RS:0;91f82191efb8:44711 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:18:14,001 INFO  [RS:0;91f82191efb8:44711 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:18:14,001 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:18:14,001 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,44711,1731640677821 because: Region server is closing
2024-11-15T03:18:14,001 INFO  [RS:0;91f82191efb8:44711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44711.
2024-11-15T03:18:14,001 DEBUG [RS:0;91f82191efb8:44711 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:14,002 DEBUG [RS:0;91f82191efb8:44711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:14,002 DEBUG [RS:0;91f82191efb8:44711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:14,002 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:14,102 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.wal-reader.91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:18:14,102 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.shipper91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:18:14,102 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44711,1731640677821.replicationSource.shipper91f82191efb8%2C44711%2C1731640677821,1-91f82191efb8,44711,1731640677821 terminated
2024-11-15T03:18:14,102 INFO  [RS:0;91f82191efb8:44711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44711
2024-11-15T03:18:14,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380/rs
2024-11-15T03:18:14,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-52415380/rs/91f82191efb8,44711,1731640677821
2024-11-15T03:18:14,125 INFO  [RS:0;91f82191efb8:44711 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:18:14,135 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,44711,1731640677821]
2024-11-15T03:18:14,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-52415380/draining/91f82191efb8,44711,1731640677821 already deleted, retry=false
2024-11-15T03:18:14,146 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,44711,1731640677821 expired; onlineServers=0
2024-11-15T03:18:14,146 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,39369,1731640677623' *****
2024-11-15T03:18:14,146 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:18:14,146 INFO  [M:0;91f82191efb8:39369 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:18:14,146 INFO  [M:0;91f82191efb8:39369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:18:14,146 DEBUG [M:0;91f82191efb8:39369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:18:14,146 DEBUG [M:0;91f82191efb8:39369 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:18:14,146 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:18:14,146 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640679832 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640679832,5,FailOnTimeoutGroup]
2024-11-15T03:18:14,146 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640679828 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640679828,5,FailOnTimeoutGroup]
2024-11-15T03:18:14,146 INFO  [M:0;91f82191efb8:39369 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:18:14,146 INFO  [M:0;91f82191efb8:39369 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:18:14,146 DEBUG [M:0;91f82191efb8:39369 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:18:14,146 INFO  [M:0;91f82191efb8:39369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:18:14,147 INFO  [M:0;91f82191efb8:39369 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:18:14,147 INFO  [M:0;91f82191efb8:39369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:18:14,147 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:18:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-52415380/master
2024-11-15T03:18:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-52415380
2024-11-15T03:18:14,156 DEBUG [M:0;91f82191efb8:39369 {}] zookeeper.ZKUtil(347): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Unable to get data of znode /0-52415380/master because node does not exist (not an error)
2024-11-15T03:18:14,156 WARN  [M:0;91f82191efb8:39369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:18:14,157 INFO  [M:0;91f82191efb8:39369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/.lastflushedseqids
2024-11-15T03:18:14,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741842_1018 (size=181)
2024-11-15T03:18:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:14,235 INFO  [RS:0;91f82191efb8:44711 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:18:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44711-0x1013c7fc7920001, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:14,235 INFO  [RS:0;91f82191efb8:44711 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,44711,1731640677821; zookeeper connection closed.
2024-11-15T03:18:14,236 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33319d82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33319d82
2024-11-15T03:18:14,236 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:18:14,563 INFO  [M:0;91f82191efb8:39369 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:18:14,563 INFO  [M:0;91f82191efb8:39369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:18:14,564 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:18:14,564 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:14,564 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:14,564 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:18:14,564 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:14,564 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-15T03:18:14,578 DEBUG [M:0;91f82191efb8:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2b9c47bddff4189b6de97a5657a100e is 82, key is hbase:meta,,1/info:regioninfo/1731640681101/Put/seqid=0
2024-11-15T03:18:14,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741843_1019 (size=5672)
2024-11-15T03:18:14,983 INFO  [M:0;91f82191efb8:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2b9c47bddff4189b6de97a5657a100e
2024-11-15T03:18:15,003 DEBUG [M:0;91f82191efb8:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26179daa938c4abdb71dc18b9e50fca6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731640688611/Put/seqid=0
2024-11-15T03:18:15,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741844_1020 (size=7203)
2024-11-15T03:18:15,408 INFO  [M:0;91f82191efb8:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26179daa938c4abdb71dc18b9e50fca6
2024-11-15T03:18:15,425 DEBUG [M:0;91f82191efb8:39369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4cd8f91fd804c3abf816731eda7505f is 69, key is 91f82191efb8,44711,1731640677821/rs:state/1731640679888/Put/seqid=0
2024-11-15T03:18:15,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741845_1021 (size=5156)
2024-11-15T03:18:15,830 INFO  [M:0;91f82191efb8:39369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4cd8f91fd804c3abf816731eda7505f
2024-11-15T03:18:15,837 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2b9c47bddff4189b6de97a5657a100e as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2b9c47bddff4189b6de97a5657a100e
2024-11-15T03:18:15,842 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2b9c47bddff4189b6de97a5657a100e, entries=8, sequenceid=70, filesize=5.5 K
2024-11-15T03:18:15,843 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26179daa938c4abdb71dc18b9e50fca6 as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26179daa938c4abdb71dc18b9e50fca6
2024-11-15T03:18:15,849 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26179daa938c4abdb71dc18b9e50fca6, entries=8, sequenceid=70, filesize=7.0 K
2024-11-15T03:18:15,850 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4cd8f91fd804c3abf816731eda7505f as hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4cd8f91fd804c3abf816731eda7505f
2024-11-15T03:18:15,856 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4cd8f91fd804c3abf816731eda7505f, entries=1, sequenceid=70, filesize=5.0 K
2024-11-15T03:18:15,857 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false
2024-11-15T03:18:15,858 INFO  [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:15,858 DEBUG [M:0;91f82191efb8:39369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640694564Disabling compacts and flushes for region at 1731640694564Disabling writes for close at 1731640694564Obtaining lock to block concurrent updates at 1731640694564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640694564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731640694564Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640694565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640694565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640694578 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640694578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640694988 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640695003 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640695003Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640695413 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640695425 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640695425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57be99c8: reopening flushed file at 1731640695836 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237ee58b: reopening flushed file at 1731640695843 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eca056c: reopening flushed file at 1731640695849 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1731640695857 (+8 ms)Writing region close event to WAL at 1731640695858 (+1 ms)Closed at 1731640695858
2024-11-15T03:18:15,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741830_1006 (size=41008)
2024-11-15T03:18:15,861 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1665481d-3edf-0d1e-8d7e-19b201e0343f/MasterData/WALs/91f82191efb8,39369,1731640677623/91f82191efb8%2C39369%2C1731640677623.1731640679543 not finished, retry = 0
2024-11-15T03:18:15,962 INFO  [M:0;91f82191efb8:39369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:18:15,962 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:18:15,962 INFO  [M:0;91f82191efb8:39369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39369
2024-11-15T03:18:15,962 INFO  [M:0;91f82191efb8:39369 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:18:16,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:16,088 INFO  [M:0;91f82191efb8:39369 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:18:16,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39369-0x1013c7fc7920000, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:18:16,090 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@556ad81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:18:16,090 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fb07959{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:18:16,091 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:18:16,091 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1474973e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:18:16,091 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770bc3d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir/,STOPPED}
2024-11-15T03:18:16,092 WARN  [BP-1211932640-172.17.0.2-1731640675331 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:18:16,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:18:16,092 WARN  [BP-1211932640-172.17.0.2-1731640675331 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211932640-172.17.0.2-1731640675331 (Datanode Uuid f438a23c-3dc8-4c14-99e4-3c7e2231d0bd) service to localhost/127.0.0.1:38229
2024-11-15T03:18:16,092 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:18:16,092 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/data/data1/current/BP-1211932640-172.17.0.2-1731640675331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:18:16,093 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/cluster_c1de553d-f1f3-1a16-b8d5-87a1b9031751/data/data2/current/BP-1211932640-172.17.0.2-1731640675331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:18:16,093 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:18:16,098 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a0b3f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:18:16,098 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8880471{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:18:16,098 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:18:16,098 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4343dd3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:18:16,098 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32531b71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/21920452-a99d-90a5-723d-3d9e0c0729e1/hadoop.log.dir/,STOPPED}
2024-11-15T03:18:16,104 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:18:16,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:18:16,121 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 106)
Potentially hanging thread: HMaster-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38229 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38229
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'DataNode' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36237
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36237 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38229
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53132)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38229 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36237 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36237
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36237 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53132)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38229 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 507) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1301 (was 2007)
2024-11-15T03:18:16,128 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=1301
2024-11-15T03:18:16,139 INFO  [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs
2024-11-15T03:18:16,139 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir so I do NOT create it in target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf
2024-11-15T03:18:16,139 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:18:16,139 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.tmp.dir so I do NOT create it in target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf
2024-11-15T03:18:16,139 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9431f040-f2b8-f200-38cf-d6c55e0853cf/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:18:16,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf
2024-11-15T03:18:16,139 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491, deleteOnExit=true
2024-11-15T03:18:16,155 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/zookeeper_0, clientPort=62762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:18:16,156 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62762
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/test.cache.data in system properties and HBase conf
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:18:16,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:18:16,156 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:18:16,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:18:16,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:18:16,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:18:16,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:18:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c7fc7920002, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:18:16,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c7fc7920002, quorum=127.0.0.1:53132, baseZNode=/0-52415380 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:18:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c7fc7920005, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:18:16,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c7fc7920005, quorum=127.0.0.1:53132, baseZNode=/11266527379 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:18:16,605 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:16,615 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:18:16,636 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:18:16,636 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:18:16,636 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:18:16,637 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:16,644 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:18:16,645 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:18:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:18:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:18:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:18:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:18:16,784 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/java.io.tmpdir/jetty-localhost-34601-hadoop-hdfs-3_4_1-tests_jar-_-any-15952012148046510858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:18:16,785 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:34601}
2024-11-15T03:18:16,785 INFO  [Time-limited test {}] server.Server(415): Started @57484ms
2024-11-15T03:18:17,225 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:17,231 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:18:17,264 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:18:17,264 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:18:17,265 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:18:17,265 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:18:17,266 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:18:17,404 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/java.io.tmpdir/jetty-localhost-39919-hadoop-hdfs-3_4_1-tests_jar-_-any-2453673984352555028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:18:17,405 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:39919}
2024-11-15T03:18:17,405 INFO  [Time-limited test {}] server.Server(415): Started @58104ms
2024-11-15T03:18:17,407 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:18:18,326 WARN  [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/data/data1/current/BP-2048959355-172.17.0.2-1731640696183/current, will proceed with Du for space computation calculation, 
2024-11-15T03:18:18,333 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:18:18,340 WARN  [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/data/data2/current/BP-2048959355-172.17.0.2-1731640696183/current, will proceed with Du for space computation calculation, 
2024-11-15T03:18:18,395 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:18,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:18,401 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:18,432 WARN  [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:18:18,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe886087c1fcdee1a with lease ID 0x94f0d22d4e352940: Processing first storage report for DS-55a83e37-a845-4ef7-80f3-36f0e7a346d3 from datanode DatanodeRegistration(127.0.0.1:41067, datanodeUuid=93842a4a-2c62-4322-948e-e6d7d05172b2, infoPort=46781, infoSecurePort=0, ipcPort=38141, storageInfo=lv=-57;cid=testClusterID;nsid=1013196597;c=1731640696183)
2024-11-15T03:18:18,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe886087c1fcdee1a with lease ID 0x94f0d22d4e352940: from storage DS-55a83e37-a845-4ef7-80f3-36f0e7a346d3 node DatanodeRegistration(127.0.0.1:41067, datanodeUuid=93842a4a-2c62-4322-948e-e6d7d05172b2, infoPort=46781, infoSecurePort=0, ipcPort=38141, storageInfo=lv=-57;cid=testClusterID;nsid=1013196597;c=1731640696183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:18:18,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe886087c1fcdee1a with lease ID 0x94f0d22d4e352940: Processing first storage report for DS-cd6599f7-f633-4695-bacc-3234ca0fedd7 from datanode DatanodeRegistration(127.0.0.1:41067, datanodeUuid=93842a4a-2c62-4322-948e-e6d7d05172b2, infoPort=46781, infoSecurePort=0, ipcPort=38141, storageInfo=lv=-57;cid=testClusterID;nsid=1013196597;c=1731640696183)
2024-11-15T03:18:18,444 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe886087c1fcdee1a with lease ID 0x94f0d22d4e352940: from storage DS-cd6599f7-f633-4695-bacc-3234ca0fedd7 node DatanodeRegistration(127.0.0.1:41067, datanodeUuid=93842a4a-2c62-4322-948e-e6d7d05172b2, infoPort=46781, infoSecurePort=0, ipcPort=38141, storageInfo=lv=-57;cid=testClusterID;nsid=1013196597;c=1731640696183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:18:18,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf
2024-11-15T03:18:18,526 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:18,528 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:18,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:18:18,962 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a with version=8
2024-11-15T03:18:18,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/hbase-staging
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:18:18,965 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:18:18,966 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40345
2024-11-15T03:18:18,967 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40345 connecting to ZooKeeper ensemble=127.0.0.1:62762
2024-11-15T03:18:19,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403450x0, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:19,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40345-0x1013c8019060000 connected
2024-11-15T03:18:19,125 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:19,126 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:19,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/running
2024-11-15T03:18:19,129 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a, hbase.cluster.distributed=false
2024-11-15T03:18:19,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/acl
2024-11-15T03:18:19,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40345
2024-11-15T03:18:19,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40345
2024-11-15T03:18:19,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40345
2024-11-15T03:18:19,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40345
2024-11-15T03:18:19,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40345
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:18:19,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:18:19,165 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35385
2024-11-15T03:18:19,166 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35385 connecting to ZooKeeper ensemble=127.0.0.1:62762
2024-11-15T03:18:19,167 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:19,169 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:19,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353850x0, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:19,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35385-0x1013c8019060001 connected
2024-11-15T03:18:19,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/running
2024-11-15T03:18:19,188 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:18:19,189 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:18:19,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/master
2024-11-15T03:18:19,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/acl
2024-11-15T03:18:19,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35385
2024-11-15T03:18:19,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35385
2024-11-15T03:18:19,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35385
2024-11-15T03:18:19,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35385
2024-11-15T03:18:19,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35385
2024-11-15T03:18:19,214 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:40345
2024-11-15T03:18:19,215 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01980667502/backup-masters/91f82191efb8,40345,1731640698964
2024-11-15T03:18:19,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502/backup-masters
2024-11-15T03:18:19,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502/backup-masters
2024-11-15T03:18:19,219 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on existing znode=/01980667502/backup-masters/91f82191efb8,40345,1731640698964
2024-11-15T03:18:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01980667502/master
2024-11-15T03:18:19,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:19,230 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on existing znode=/01980667502/master
2024-11-15T03:18:19,230 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01980667502/backup-masters/91f82191efb8,40345,1731640698964 from backup master directory
2024-11-15T03:18:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01980667502/backup-masters/91f82191efb8,40345,1731640698964
2024-11-15T03:18:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502/backup-masters
2024-11-15T03:18:19,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502/backup-masters
2024-11-15T03:18:19,240 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:18:19,240 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,40345,1731640698964
2024-11-15T03:18:19,243 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/hbase.id] with ID: 5d9744d1-8a76-49ea-b5ba-e3b15a5ef073
2024-11-15T03:18:19,243 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/.tmp/hbase.id
2024-11-15T03:18:19,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:18:19,650 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/.tmp/hbase.id]:[hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/hbase.id]
2024-11-15T03:18:19,663 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:19,663 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:18:19,664 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:18:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:19,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:18:20,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:20,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:18:20,141 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:20,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:18:20,548 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store
2024-11-15T03:18:20,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:18:20,954 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:20,955 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:18:20,955 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:20,955 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:20,955 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:18:20,955 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:20,955 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:20,955 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640700955Disabling compacts and flushes for region at 1731640700955Disabling writes for close at 1731640700955Writing region close event to WAL at 1731640700955Closed at 1731640700955
2024-11-15T03:18:20,956 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/.initializing
2024-11-15T03:18:20,956 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/WALs/91f82191efb8,40345,1731640698964
2024-11-15T03:18:20,957 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:20,959 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C40345%2C1731640698964, suffix=, logDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/WALs/91f82191efb8,40345,1731640698964, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/oldWALs, maxLogs=10
2024-11-15T03:18:20,970 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/WALs/91f82191efb8,40345,1731640698964/91f82191efb8%2C40345%2C1731640698964.1731640700959, exclude list is [], retry=0
2024-11-15T03:18:20,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-55a83e37-a845-4ef7-80f3-36f0e7a346d3,DISK]
2024-11-15T03:18:20,974 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/WALs/91f82191efb8,40345,1731640698964/91f82191efb8%2C40345%2C1731640698964.1731640700959
2024-11-15T03:18:20,974 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)]
2024-11-15T03:18:20,975 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:20,975 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:20,975 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,975 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:20,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:18:20,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:20,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:20,979 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:20,980 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:18:20,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:20,980 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:20,981 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:20,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:18:20,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:20,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:20,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:20,984 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:18:20,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:20,984 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:20,984 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,985 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,985 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,986 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,986 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,986 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:20,988 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:20,990 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:20,990 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67102850, jitterRate=-8.96155834197998E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:20,991 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640700975Initializing all the Stores at 1731640700976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640700976Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640700976Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640700976Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640700976Cleaning up temporary data from old regions at 1731640700986 (+10 ms)Region opened successfully at 1731640700991 (+5 ms)
2024-11-15T03:18:20,991 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:18:20,994 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2055b775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:18:20,995 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:18:20,995 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:18:20,996 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:18:20,996 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:18:20,997 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T03:18:20,998 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:18:20,998 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:18:21,000 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:18:21,001 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Unable to get data of znode /01980667502/balancer because node does not exist (not necessarily an error)
2024-11-15T03:18:21,019 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01980667502/balancer already deleted, retry=false
2024-11-15T03:18:21,019 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:18:21,020 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Unable to get data of znode /01980667502/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:18:21,029 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01980667502/normalizer already deleted, retry=false
2024-11-15T03:18:21,029 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:18:21,030 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Unable to get data of znode /01980667502/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:18:21,040 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01980667502/switch/split already deleted, retry=false
2024-11-15T03:18:21,040 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Unable to get data of znode /01980667502/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:18:21,050 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01980667502/switch/merge already deleted, retry=false
2024-11-15T03:18:21,052 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Unable to get data of znode /01980667502/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:18:21,061 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01980667502/snapshot-cleanup already deleted, retry=false
2024-11-15T03:18:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01980667502/running
2024-11-15T03:18:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01980667502/running
2024-11-15T03:18:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,072 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,40345,1731640698964, sessionid=0x1013c8019060000, setting cluster-up flag (Was=false)
2024-11-15T03:18:21,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,124 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01980667502/flush-table-proc/acquired, /01980667502/flush-table-proc/reached, /01980667502/flush-table-proc/abort
2024-11-15T03:18:21,125 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40345,1731640698964
2024-11-15T03:18:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,177 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01980667502/online-snapshot/acquired, /01980667502/online-snapshot/reached, /01980667502/online-snapshot/abort
2024-11-15T03:18:21,183 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40345,1731640698964
2024-11-15T03:18:21,189 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:18:21,198 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:21,198 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:18:21,198 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:18:21,199 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,40345,1731640698964
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:18:21,201 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,211 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(746): ClusterId : 5d9744d1-8a76-49ea-b5ba-e3b15a5ef073
2024-11-15T03:18:21,211 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:18:21,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:21,212 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:18:21,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:21,213 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:18:21,217 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640731217
2024-11-15T03:18:21,217 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:18:21,217 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:18:21,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:18:21,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:18:21,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:18:21,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:18:21,220 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:18:21,220 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:18:21,224 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,228 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:18:21,228 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:18:21,228 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:18:21,229 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:18:21,230 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:18:21,230 DEBUG [RS:0;91f82191efb8:35385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7763f2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:18:21,236 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:18:21,236 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:18:21,248 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640701236,5,FailOnTimeoutGroup]
2024-11-15T03:18:21,253 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:35385
2024-11-15T03:18:21,253 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:18:21,253 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:18:21,253 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:18:21,255 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,40345,1731640698964 with port=35385, startcode=1731640699163
2024-11-15T03:18:21,255 DEBUG [RS:0;91f82191efb8:35385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:18:21,256 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640701248,5,FailOnTimeoutGroup]
2024-11-15T03:18:21,256 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,257 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:18:21,257 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,257 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,262 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:18:21,263 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,263 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40345 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,265 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a
2024-11-15T03:18:21,265 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37481
2024-11-15T03:18:21,265 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:18:21,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:18:21,273 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:18:21,273 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a
2024-11-15T03:18:21,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741832_1008 (size=32)
2024-11-15T03:18:21,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502/rs
2024-11-15T03:18:21,304 DEBUG [RS:0;91f82191efb8:35385 {}] zookeeper.ZKUtil(111): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on existing znode=/01980667502/rs/91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,304 WARN  [RS:0;91f82191efb8:35385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:18:21,304 INFO  [RS:0;91f82191efb8:35385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:21,304 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,305 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,35385,1731640699163]
2024-11-15T03:18:21,308 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:18:21,315 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:18:21,324 INFO  [RS:0;91f82191efb8:35385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:18:21,324 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,327 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:18:21,328 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:18:21,329 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,329 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,330 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,330 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,330 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,330 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:21,330 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:18:21,330 DEBUG [RS:0;91f82191efb8:35385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:18:21,350 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,350 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,350 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,350 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,350 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,351 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35385,1731640699163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:21,382 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:18:21,382 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35385,1731640699163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,382 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,382 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.Replication(171): 91f82191efb8,35385,1731640699163 started
2024-11-15T03:18:21,411 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:21,411 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,35385,1731640699163, RpcServer on 91f82191efb8/172.17.0.2:35385, sessionid=0x1013c8019060001
2024-11-15T03:18:21,411 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:18:21,411 DEBUG [RS:0;91f82191efb8:35385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,411 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,35385,1731640699163'
2024-11-15T03:18:21,411 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01980667502/flush-table-proc/abort'
2024-11-15T03:18:21,412 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01980667502/flush-table-proc/acquired'
2024-11-15T03:18:21,412 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:18:21,412 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:18:21,412 DEBUG [RS:0;91f82191efb8:35385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,412 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,35385,1731640699163'
2024-11-15T03:18:21,412 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01980667502/online-snapshot/abort'
2024-11-15T03:18:21,413 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01980667502/online-snapshot/acquired'
2024-11-15T03:18:21,413 DEBUG [RS:0;91f82191efb8:35385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:18:21,413 INFO  [RS:0;91f82191efb8:35385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:18:21,413 INFO  [RS:0;91f82191efb8:35385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:18:21,514 INFO  [RS:0;91f82191efb8:35385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:21,515 INFO  [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C35385%2C1731640699163, suffix=, logDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/oldWALs, maxLogs=10
2024-11-15T03:18:21,534 DEBUG [RS:0;91f82191efb8:35385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516, exclude list is [], retry=0
2024-11-15T03:18:21,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-55a83e37-a845-4ef7-80f3-36f0e7a346d3,DISK]
2024-11-15T03:18:21,545 INFO  [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516
2024-11-15T03:18:21,548 DEBUG [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)]
2024-11-15T03:18:21,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:21,691 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:21,693 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:21,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:21,693 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:21,693 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:21,694 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:21,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:21,694 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:21,695 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:21,695 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:21,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:21,696 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:21,696 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:21,697 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:21,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:21,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:21,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:21,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740
2024-11-15T03:18:21,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740
2024-11-15T03:18:21,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:21,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:21,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:21,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:21,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:21,703 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59340050, jitterRate=-0.11576434969902039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:21,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640701690Initializing all the Stores at 1731640701691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640701691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640701691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640701691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640701691Cleaning up temporary data from old regions at 1731640701699 (+8 ms)Region opened successfully at 1731640701704 (+5 ms)
2024-11-15T03:18:21,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:18:21,704 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:18:21,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:18:21,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:18:21,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:18:21,705 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:21,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640701704Disabling compacts and flushes for region at 1731640701704Disabling writes for close at 1731640701704Writing region close event to WAL at 1731640701705 (+1 ms)Closed at 1731640701705
2024-11-15T03:18:21,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:21,706 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:18:21,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:18:21,708 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:21,709 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:18:21,859 DEBUG [91f82191efb8:40345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:18:21,859 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,35385,1731640699163
2024-11-15T03:18:21,861 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,35385,1731640699163, state=OPENING
2024-11-15T03:18:21,892 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:18:21,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:21,903 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:21,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01980667502/meta-region-server: CHANGED
2024-11-15T03:18:21,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01980667502/meta-region-server: CHANGED
2024-11-15T03:18:21,903 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,35385,1731640699163}]
2024-11-15T03:18:22,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:18:22,058 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:18:22,061 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:18:22,062 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:22,062 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:18:22,063 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C35385%2C1731640699163.meta, suffix=.meta, logDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/oldWALs, maxLogs=10
2024-11-15T03:18:22,078 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.meta.1731640702063.meta, exclude list is [], retry=0
2024-11-15T03:18:22,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-55a83e37-a845-4ef7-80f3-36f0e7a346d3,DISK]
2024-11-15T03:18:22,082 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.meta.1731640702063.meta
2024-11-15T03:18:22,083 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)]
2024-11-15T03:18:22,083 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:22,083 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:22,083 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:18:22,083 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:18:22,083 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:18:22,083 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:18:22,083 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:22,084 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:18:22,084 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:18:22,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:22,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:22,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:22,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:22,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:22,087 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:22,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:22,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:22,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:22,088 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:22,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:22,089 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:22,089 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:22,089 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:22,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:22,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:22,090 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:22,091 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740
2024-11-15T03:18:22,092 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740
2024-11-15T03:18:22,093 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:22,093 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:22,094 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:22,095 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:22,096 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73508469, jitterRate=0.09536154568195343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:22,096 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:18:22,097 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640702084Writing region info on filesystem at 1731640702084Initializing all the Stores at 1731640702085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640702085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640702085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640702085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640702085Cleaning up temporary data from old regions at 1731640702093 (+8 ms)Running coprocessor post-open hooks at 1731640702096 (+3 ms)Region opened successfully at 1731640702097 (+1 ms)
2024-11-15T03:18:22,098 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640702056
2024-11-15T03:18:22,100 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:18:22,100 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:18:22,101 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,35385,1731640699163
2024-11-15T03:18:22,102 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,35385,1731640699163, state=OPEN
2024-11-15T03:18:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01980667502/meta-region-server
2024-11-15T03:18:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01980667502/meta-region-server
2024-11-15T03:18:22,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,35385,1731640699163
2024-11-15T03:18:22,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01980667502/meta-region-server: CHANGED
2024-11-15T03:18:22,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01980667502/meta-region-server: CHANGED
2024-11-15T03:18:22,141 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:18:22,141 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,35385,1731640699163 in 235 msec
2024-11-15T03:18:22,143 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:18:22,144 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec
2024-11-15T03:18:22,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:22,144 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:18:22,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:22,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35385,1731640699163, seqNum=-1]
2024-11-15T03:18:22,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:22,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:22,153 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 955 msec
2024-11-15T03:18:22,153 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640702153, completionTime=-1
2024-11-15T03:18:22,153 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:18:22,153 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640762155
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640822155
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40345,1731640698964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40345,1731640698964-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40345,1731640698964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:40345, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,155 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,156 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,157 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40345,1731640698964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:22,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40345,1731640698964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:18:22,164 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:18:22,164 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:18:22,164 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40345,1731640698964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:22,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:22,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40345,-1 for getting cluster id
2024-11-15T03:18:22,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:22,212 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d9744d1-8a76-49ea-b5ba-e3b15a5ef073'
2024-11-15T03:18:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d9744d1-8a76-49ea-b5ba-e3b15a5ef073"

2024-11-15T03:18:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4d6088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40345,-1]
2024-11-15T03:18:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:22,214 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:22,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:22,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35385,1731640699163, seqNum=-1]
2024-11-15T03:18:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:22,217 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:22,219 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,40345,1731640698964
2024-11-15T03:18:22,220 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62762
2024-11-15T03:18:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:22,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c8019060002 connected
2024-11-15T03:18:22,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir so I do NOT create it in target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208
2024-11-15T03:18:22,253 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:18:22,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.tmp.dir so I do NOT create it in target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208
2024-11-15T03:18:22,253 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:18:22,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208
2024-11-15T03:18:22,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:18:22,253 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/cluster_c393ea51-af32-13b7-360f-2621c31393ad, deleteOnExit=true
2024-11-15T03:18:22,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/test.cache.data in system properties and HBase conf
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:18:22,254 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:18:22,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:18:22,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:18:22,585 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:22,590 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:18:22,592 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:18:22,592 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:18:22,592 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:18:22,592 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:22,593 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:18:22,594 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:18:22,689 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/java.io.tmpdir/jetty-localhost-35749-hadoop-hdfs-3_4_1-tests_jar-_-any-2040355110007894695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:18:22,690 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:35749}
2024-11-15T03:18:22,690 INFO  [Time-limited test {}] server.Server(415): Started @63389ms
2024-11-15T03:18:23,037 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:18:23,040 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:18:23,042 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:18:23,042 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:18:23,042 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:18:23,043 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:18:23,043 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:18:23,143 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/java.io.tmpdir/jetty-localhost-37003-hadoop-hdfs-3_4_1-tests_jar-_-any-3818216872325589781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:18:23,144 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:37003}
2024-11-15T03:18:23,144 INFO  [Time-limited test {}] server.Server(415): Started @63843ms
2024-11-15T03:18:23,145 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:18:23,847 WARN  [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/cluster_c393ea51-af32-13b7-360f-2621c31393ad/data/data1/current/BP-252694474-172.17.0.2-1731640702276/current, will proceed with Du for space computation calculation, 
2024-11-15T03:18:23,848 WARN  [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/cluster_c393ea51-af32-13b7-360f-2621c31393ad/data/data2/current/BP-252694474-172.17.0.2-1731640702276/current, will proceed with Du for space computation calculation, 
2024-11-15T03:18:23,863 WARN  [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:18:23,865 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc7b8208f18b91af with lease ID 0xda721d45b34ecdc9: Processing first storage report for DS-f1f4f58c-bb58-46b1-beee-d9c7412088d2 from datanode DatanodeRegistration(127.0.0.1:35405, datanodeUuid=5a40eca8-81a4-4444-8b97-2a0e898bb23b, infoPort=43469, infoSecurePort=0, ipcPort=41227, storageInfo=lv=-57;cid=testClusterID;nsid=2043986960;c=1731640702276)
2024-11-15T03:18:23,865 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc7b8208f18b91af with lease ID 0xda721d45b34ecdc9: from storage DS-f1f4f58c-bb58-46b1-beee-d9c7412088d2 node DatanodeRegistration(127.0.0.1:35405, datanodeUuid=5a40eca8-81a4-4444-8b97-2a0e898bb23b, infoPort=43469, infoSecurePort=0, ipcPort=41227, storageInfo=lv=-57;cid=testClusterID;nsid=2043986960;c=1731640702276), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:18:23,865 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc7b8208f18b91af with lease ID 0xda721d45b34ecdc9: Processing first storage report for DS-e48ae86a-f697-4cb8-9efd-c188ef276a0b from datanode DatanodeRegistration(127.0.0.1:35405, datanodeUuid=5a40eca8-81a4-4444-8b97-2a0e898bb23b, infoPort=43469, infoSecurePort=0, ipcPort=41227, storageInfo=lv=-57;cid=testClusterID;nsid=2043986960;c=1731640702276)
2024-11-15T03:18:23,865 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc7b8208f18b91af with lease ID 0xda721d45b34ecdc9: from storage DS-e48ae86a-f697-4cb8-9efd-c188ef276a0b node DatanodeRegistration(127.0.0.1:35405, datanodeUuid=5a40eca8-81a4-4444-8b97-2a0e898bb23b, infoPort=43469, infoSecurePort=0, ipcPort=41227, storageInfo=lv=-57;cid=testClusterID;nsid=2043986960;c=1731640702276), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:18:23,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208
2024-11-15T03:18:23,869 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:23,870 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:23,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:18:23,879 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04 with version=8
2024-11-15T03:18:23,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/hbase-staging
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:18:23,881 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:18:23,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42515
2024-11-15T03:18:23,883 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42515 connecting to ZooKeeper ensemble=127.0.0.1:62762
2024-11-15T03:18:23,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425150x0, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:23,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42515-0x1013c8019060003 connected
2024-11-15T03:18:23,977 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:23,979 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:23,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/running
2024-11-15T03:18:23,983 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04, hbase.cluster.distributed=false
2024-11-15T03:18:23,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/acl
2024-11-15T03:18:23,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42515
2024-11-15T03:18:23,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42515
2024-11-15T03:18:23,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42515
2024-11-15T03:18:23,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42515
2024-11-15T03:18:23,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42515
2024-11-15T03:18:24,006 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:18:24,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:24,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:24,006 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:18:24,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:18:24,006 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:18:24,007 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:18:24,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:18:24,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45337
2024-11-15T03:18:24,008 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45337 connecting to ZooKeeper ensemble=127.0.0.1:62762
2024-11-15T03:18:24,009 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:24,011 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:24,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453370x0, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:24,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453370x0, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/running
2024-11-15T03:18:24,019 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:18:24,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45337-0x1013c8019060004 connected
2024-11-15T03:18:24,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:18:24,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/master
2024-11-15T03:18:24,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/acl
2024-11-15T03:18:24,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45337
2024-11-15T03:18:24,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45337
2024-11-15T03:18:24,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45337
2024-11-15T03:18:24,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45337
2024-11-15T03:18:24,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45337
2024-11-15T03:18:24,042 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:42515
2024-11-15T03:18:24,043 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2131152130/backup-masters/91f82191efb8,42515,1731640703881
2024-11-15T03:18:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130/backup-masters
2024-11-15T03:18:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130/backup-masters
2024-11-15T03:18:24,051 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on existing znode=/1-2131152130/backup-masters/91f82191efb8,42515,1731640703881
2024-11-15T03:18:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2131152130/master
2024-11-15T03:18:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:24,065 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on existing znode=/1-2131152130/master
2024-11-15T03:18:24,065 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2131152130/backup-masters/91f82191efb8,42515,1731640703881 from backup master directory
2024-11-15T03:18:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130/backup-masters
2024-11-15T03:18:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2131152130/backup-masters/91f82191efb8,42515,1731640703881
2024-11-15T03:18:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130/backup-masters
2024-11-15T03:18:24,072 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:18:24,072 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,42515,1731640703881
2024-11-15T03:18:24,078 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/hbase.id] with ID: c109e753-44fc-4f28-acc9-cef4e42426ce
2024-11-15T03:18:24,078 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/.tmp/hbase.id
2024-11-15T03:18:24,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:18:24,101 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/.tmp/hbase.id]:[hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/hbase.id]
2024-11-15T03:18:24,122 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:24,122 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:18:24,124 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-15T03:18:24,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:24,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:24,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:18:24,547 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:24,547 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:18:24,548 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:24,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:18:24,954 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store
2024-11-15T03:18:24,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:18:25,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:25,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:18:25,361 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:25,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:25,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:18:25,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:25,361 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:18:25,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640705361Disabling compacts and flushes for region at 1731640705361Disabling writes for close at 1731640705361Writing region close event to WAL at 1731640705361Closed at 1731640705361
2024-11-15T03:18:25,362 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/.initializing
2024-11-15T03:18:25,362 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/WALs/91f82191efb8,42515,1731640703881
2024-11-15T03:18:25,363 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:25,364 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C42515%2C1731640703881, suffix=, logDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/WALs/91f82191efb8,42515,1731640703881, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/oldWALs, maxLogs=10
2024-11-15T03:18:25,375 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/WALs/91f82191efb8,42515,1731640703881/91f82191efb8%2C42515%2C1731640703881.1731640705365, exclude list is [], retry=0
2024-11-15T03:18:25,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-f1f4f58c-bb58-46b1-beee-d9c7412088d2,DISK]
2024-11-15T03:18:25,379 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/WALs/91f82191efb8,42515,1731640703881/91f82191efb8%2C42515%2C1731640703881.1731640705365
2024-11-15T03:18:25,380 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)]
2024-11-15T03:18:25,380 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:25,380 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:25,380 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,380 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:25,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:18:25,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:25,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:25,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:25,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:18:25,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:25,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:25,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:25,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:18:25,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:25,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:25,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:18:25,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:18:25,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:25,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:25,388 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,388 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,388 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,389 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,389 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,390 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:25,391 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:18:25,392 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:25,393 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73047022, jitterRate=0.08848544955253601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:25,393 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640705380Initializing all the Stores at 1731640705381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640705381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640705381Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640705381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640705381Cleaning up temporary data from old regions at 1731640705390 (+9 ms)Region opened successfully at 1731640705393 (+3 ms)
2024-11-15T03:18:25,393 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:18:25,396 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438d1977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:18:25,397 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:18:25,397 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:18:25,397 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:18:25,397 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:18:25,398 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:18:25,398 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:18:25,398 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:18:25,402 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:18:25,403 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Unable to get data of znode /1-2131152130/balancer because node does not exist (not necessarily an error)
2024-11-15T03:18:25,461 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2131152130/balancer already deleted, retry=false
2024-11-15T03:18:25,461 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:18:25,462 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Unable to get data of znode /1-2131152130/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:18:25,471 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2131152130/normalizer already deleted, retry=false
2024-11-15T03:18:25,471 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:18:25,473 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Unable to get data of znode /1-2131152130/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:18:25,481 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2131152130/switch/split already deleted, retry=false
2024-11-15T03:18:25,482 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Unable to get data of znode /1-2131152130/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:18:25,492 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2131152130/switch/merge already deleted, retry=false
2024-11-15T03:18:25,494 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Unable to get data of znode /1-2131152130/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:18:25,502 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2131152130/snapshot-cleanup already deleted, retry=false
2024-11-15T03:18:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2131152130/running
2024-11-15T03:18:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2131152130/running
2024-11-15T03:18:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:25,514 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,42515,1731640703881, sessionid=0x1013c8019060003, setting cluster-up flag (Was=false)
2024-11-15T03:18:25,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:25,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:25,566 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2131152130/flush-table-proc/acquired, /1-2131152130/flush-table-proc/reached, /1-2131152130/flush-table-proc/abort
2024-11-15T03:18:25,567 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,42515,1731640703881
2024-11-15T03:18:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:25,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2131152130/online-snapshot/acquired, /1-2131152130/online-snapshot/reached, /1-2131152130/online-snapshot/abort
2024-11-15T03:18:25,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,42515,1731640703881
2024-11-15T03:18:25,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:18:25,622 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:25,623 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:18:25,623 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:18:25,623 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,42515,1731640703881
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:18:25,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640735625
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:18:25,625 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:18:25,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:18:25,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:18:25,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:18:25,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:25,626 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:18:25,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:18:25,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:18:25,627 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640705627,5,FailOnTimeoutGroup]
2024-11-15T03:18:25,627 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640705627,5,FailOnTimeoutGroup]
2024-11-15T03:18:25,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:18:25,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:25,627 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:18:25,633 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(746): ClusterId : c109e753-44fc-4f28-acc9-cef4e42426ce
2024-11-15T03:18:25,633 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:18:25,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:18:25,640 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:18:25,640 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:18:25,650 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:18:25,651 DEBUG [RS:0;91f82191efb8:45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66eece48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:18:25,661 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:45337
2024-11-15T03:18:25,661 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:18:25,661 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:18:25,661 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:18:25,662 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,42515,1731640703881 with port=45337, startcode=1731640704006
2024-11-15T03:18:25,662 DEBUG [RS:0;91f82191efb8:45337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:18:25,663 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:18:25,664 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,45337,1731640704006
2024-11-15T03:18:25,664 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42515 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,45337,1731640704006
2024-11-15T03:18:25,665 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04
2024-11-15T03:18:25,665 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34265
2024-11-15T03:18:25,665 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:18:25,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130/rs
2024-11-15T03:18:25,718 DEBUG [RS:0;91f82191efb8:45337 {}] zookeeper.ZKUtil(111): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on existing znode=/1-2131152130/rs/91f82191efb8,45337,1731640704006
2024-11-15T03:18:25,718 WARN  [RS:0;91f82191efb8:45337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:18:25,718 INFO  [RS:0;91f82191efb8:45337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:25,718 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006
2024-11-15T03:18:25,718 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,45337,1731640704006]
2024-11-15T03:18:25,721 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:18:25,723 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:18:25,723 INFO  [RS:0;91f82191efb8:45337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:18:25,723 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,723 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:18:25,724 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:18:25,724 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,724 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,725 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:18:25,725 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:18:25,725 DEBUG [RS:0;91f82191efb8:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:18:25,725 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,725 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,725 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,725 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,725 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,725 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45337,1731640704006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:25,739 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:18:25,739 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45337,1731640704006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,739 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,739 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.Replication(171): 91f82191efb8,45337,1731640704006 started
2024-11-15T03:18:25,751 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:25,751 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,45337,1731640704006, RpcServer on 91f82191efb8/172.17.0.2:45337, sessionid=0x1013c8019060004
2024-11-15T03:18:25,751 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:18:25,751 DEBUG [RS:0;91f82191efb8:45337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,45337,1731640704006
2024-11-15T03:18:25,751 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45337,1731640704006'
2024-11-15T03:18:25,751 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2131152130/flush-table-proc/abort'
2024-11-15T03:18:25,752 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2131152130/flush-table-proc/acquired'
2024-11-15T03:18:25,752 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:18:25,752 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:18:25,752 DEBUG [RS:0;91f82191efb8:45337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,45337,1731640704006
2024-11-15T03:18:25,752 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45337,1731640704006'
2024-11-15T03:18:25,752 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2131152130/online-snapshot/abort'
2024-11-15T03:18:25,753 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2131152130/online-snapshot/acquired'
2024-11-15T03:18:25,753 DEBUG [RS:0;91f82191efb8:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:18:25,753 INFO  [RS:0;91f82191efb8:45337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:18:25,753 INFO  [RS:0;91f82191efb8:45337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:18:25,854 INFO  [RS:0;91f82191efb8:45337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:18:25,856 INFO  [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45337%2C1731640704006, suffix=, logDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/oldWALs, maxLogs=10
2024-11-15T03:18:25,867 DEBUG [RS:0;91f82191efb8:45337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006/91f82191efb8%2C45337%2C1731640704006.1731640705856, exclude list is [], retry=0
2024-11-15T03:18:25,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-f1f4f58c-bb58-46b1-beee-d9c7412088d2,DISK]
2024-11-15T03:18:25,872 INFO  [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006/91f82191efb8%2C45337%2C1731640704006.1731640705856
2024-11-15T03:18:25,872 DEBUG [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)]
2024-11-15T03:18:26,038 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:18:26,038 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04
2024-11-15T03:18:26,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:18:26,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:26,446 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:26,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:26,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,447 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,447 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:26,449 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:26,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:26,451 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:26,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:26,453 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:26,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:26,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740
2024-11-15T03:18:26,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740
2024-11-15T03:18:26,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:26,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:26,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:26,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:26,460 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62001785, jitterRate=-0.0761014074087143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:26,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640706445Initializing all the Stores at 1731640706445Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640706445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640706445Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640706446 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640706446Cleaning up temporary data from old regions at 1731640706456 (+10 ms)Region opened successfully at 1731640706460 (+4 ms)
2024-11-15T03:18:26,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:18:26,460 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:18:26,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:18:26,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:18:26,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:18:26,461 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:18:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640706460Disabling compacts and flushes for region at 1731640706460Disabling writes for close at 1731640706460Writing region close event to WAL at 1731640706461 (+1 ms)Closed at 1731640706461
2024-11-15T03:18:26,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:26,462 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:18:26,462 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:18:26,463 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:26,464 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:18:26,614 DEBUG [91f82191efb8:42515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:18:26,615 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,45337,1731640704006
2024-11-15T03:18:26,616 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,45337,1731640704006, state=OPENING
2024-11-15T03:18:26,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:18:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:18:26,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2131152130/meta-region-server: CHANGED
2024-11-15T03:18:26,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:18:26,682 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,45337,1731640704006}]
2024-11-15T03:18:26,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2131152130/meta-region-server: CHANGED
2024-11-15T03:18:26,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:18:26,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:18:26,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:18:26,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-15T03:18:26,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:18:26,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T03:18:26,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:18:26,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T03:18:26,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:18:26,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:18:26,840 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:18:26,840 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:26,840 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:18:26,842 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45337%2C1731640704006.meta, suffix=.meta, logDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/oldWALs, maxLogs=10
2024-11-15T03:18:26,853 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006/91f82191efb8%2C45337%2C1731640704006.meta.1731640706842.meta, exclude list is [], retry=0
2024-11-15T03:18:26,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35405,DS-f1f4f58c-bb58-46b1-beee-d9c7412088d2,DISK]
2024-11-15T03:18:26,857 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006/91f82191efb8%2C45337%2C1731640704006.meta.1731640706842.meta
2024-11-15T03:18:26,857 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)]
2024-11-15T03:18:26,857 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:26,857 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:26,857 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:18:26,857 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:18:26,857 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:18:26,858 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:18:26,858 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:26,858 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:18:26,858 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:18:26,859 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:18:26,860 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:18:26,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,860 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,860 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:18:26,861 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:18:26,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,862 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,862 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:18:26,862 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:18:26,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,863 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,863 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:18:26,863 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:18:26,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:18:26,864 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:18:26,865 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740
2024-11-15T03:18:26,866 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740
2024-11-15T03:18:26,867 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:18:26,867 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:18:26,867 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:18:26,868 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:18:26,869 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61187144, jitterRate=-0.08824050426483154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:18:26,869 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:18:26,869 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640706858Writing region info on filesystem at 1731640706858Initializing all the Stores at 1731640706859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640706859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640706859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640706859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640706859Cleaning up temporary data from old regions at 1731640706867 (+8 ms)Running coprocessor post-open hooks at 1731640706869 (+2 ms)Region opened successfully at 1731640706869
2024-11-15T03:18:26,870 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640706835
2024-11-15T03:18:26,872 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:18:26,872 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:18:26,873 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45337,1731640704006
2024-11-15T03:18:26,874 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,45337,1731640704006, state=OPEN
2024-11-15T03:18:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2131152130/meta-region-server
2024-11-15T03:18:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2131152130/meta-region-server
2024-11-15T03:18:26,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,45337,1731640704006
2024-11-15T03:18:26,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2131152130/meta-region-server: CHANGED
2024-11-15T03:18:26,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2131152130/meta-region-server: CHANGED
2024-11-15T03:18:26,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:18:26,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,45337,1731640704006 in 199 msec
2024-11-15T03:18:26,886 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:18:26,886 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec
2024-11-15T03:18:26,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:18:26,887 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:18:26,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:26,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45337,1731640704006, seqNum=-1]
2024-11-15T03:18:26,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:26,889 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:26,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec
2024-11-15T03:18:26,895 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640706895, completionTime=-1
2024-11-15T03:18:26,895 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:18:26,895 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640766897
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640826897
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42515,1731640703881-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42515,1731640703881-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42515,1731640703881-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:42515, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,897 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,898 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,899 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42515,1731640703881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:18:26,901 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42515,1731640703881-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:18:26,903 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:18:26,903 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:18:26,903 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42515,1731640703881-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:18:26,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca8a3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:26,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42515,-1 for getting cluster id
2024-11-15T03:18:26,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:26,935 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c109e753-44fc-4f28-acc9-cef4e42426ce'
2024-11-15T03:18:26,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:26,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c109e753-44fc-4f28-acc9-cef4e42426ce"

2024-11-15T03:18:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11858517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42515,-1]
2024-11-15T03:18:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:26,937 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:26,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:26,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45337,1731640704006, seqNum=-1]
2024-11-15T03:18:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:26,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:26,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,42515,1731640703881
2024-11-15T03:18:26,943 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62762
2024-11-15T03:18:26,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:18:26,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c8019060005 connected
2024-11-15T03:18:26,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40345,1731640698964
2024-11-15T03:18:26,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59971e8c
2024-11-15T03:18:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:26,972 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:26,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:18:26,978 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:18:26,980 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:26,980 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:18:26,981 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:18:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:26,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:18:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:27,389 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8a8bb7c00cbb9f672aa95291d3899e6, NAME => 'test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a
2024-11-15T03:18:27,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:18:27,586 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:18:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:27,619 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:27,619 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:27,620 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:27,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:18:27,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:27,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8a8bb7c00cbb9f672aa95291d3899e6, disabling compactions & flushes
2024-11-15T03:18:27,796 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:27,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:27,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6. after waiting 0 ms
2024-11-15T03:18:27,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:27,796 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:27,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8a8bb7c00cbb9f672aa95291d3899e6:
Waiting for close lock at 1731640707796Disabling compacts and flushes for region at 1731640707796Disabling writes for close at 1731640707796Writing region close event to WAL at 1731640707796Closed at 1731640707796
2024-11-15T03:18:27,797 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:18:27,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640707797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640707797"}]},"ts":"1731640707797"}
2024-11-15T03:18:27,802 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:18:27,804 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:18:27,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640707804"}]},"ts":"1731640707804"}
2024-11-15T03:18:27,806 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:18:27,807 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8a8bb7c00cbb9f672aa95291d3899e6, ASSIGN}]
2024-11-15T03:18:27,808 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8a8bb7c00cbb9f672aa95291d3899e6, ASSIGN
2024-11-15T03:18:27,809 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8a8bb7c00cbb9f672aa95291d3899e6, ASSIGN; state=OFFLINE, location=91f82191efb8,35385,1731640699163; forceNewPlan=false, retain=false
2024-11-15T03:18:27,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8a8bb7c00cbb9f672aa95291d3899e6, regionState=OPENING, regionLocation=91f82191efb8,35385,1731640699163
2024-11-15T03:18:27,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8a8bb7c00cbb9f672aa95291d3899e6, ASSIGN because future has completed
2024-11-15T03:18:27,963 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a8bb7c00cbb9f672aa95291d3899e6, server=91f82191efb8,35385,1731640699163}]
2024-11-15T03:18:28,119 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:28,119 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a8bb7c00cbb9f672aa95291d3899e6, NAME => 'test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:28,120 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:28,120 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:18:28,120 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,120 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:28,120 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,120 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,122 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8a8bb7c00cbb9f672aa95291d3899e6 
2024-11-15T03:18:28,123 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a8bb7c00cbb9f672aa95291d3899e6 columnFamilyName f
2024-11-15T03:18:28,123 DEBUG [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:28,124 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] regionserver.HStore(327): Store=e8a8bb7c00cbb9f672aa95291d3899e6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:28,124 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8a8bb7c00cbb9f672aa95291d3899e6 
2024-11-15T03:18:28,125 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a8bb7c00cbb9f672aa95291d3899e6 columnFamilyName f1
2024-11-15T03:18:28,125 DEBUG [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:28,125 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] regionserver.HStore(327): Store=e8a8bb7c00cbb9f672aa95291d3899e6/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:28,125 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8a8bb7c00cbb9f672aa95291d3899e6 
2024-11-15T03:18:28,127 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a8bb7c00cbb9f672aa95291d3899e6 columnFamilyName norep
2024-11-15T03:18:28,127 DEBUG [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:28,127 INFO  [StoreOpener-e8a8bb7c00cbb9f672aa95291d3899e6-1 {}] regionserver.HStore(327): Store=e8a8bb7c00cbb9f672aa95291d3899e6/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:28,127 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,128 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,128 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,129 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,129 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,130 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:18:28,131 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,133 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:28,134 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8a8bb7c00cbb9f672aa95291d3899e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60227987, jitterRate=-0.10253305733203888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:18:28,134 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:18:28,134 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8a8bb7c00cbb9f672aa95291d3899e6:
Running coprocessor pre-open hook at 1731640708121Writing region info on filesystem at 1731640708121Initializing all the Stores at 1731640708121Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640708122 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640708122Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640708122Cleaning up temporary data from old regions at 1731640708129 (+7 ms)Running coprocessor post-open hooks at 1731640708134 (+5 ms)Region opened successfully at 1731640708134
2024-11-15T03:18:28,137 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., pid=6, masterSystemTime=1731640708115
2024-11-15T03:18:28,140 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:28,140 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:18:28,142 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8a8bb7c00cbb9f672aa95291d3899e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,35385,1731640699163
2024-11-15T03:18:28,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a8bb7c00cbb9f672aa95291d3899e6, server=91f82191efb8,35385,1731640699163 because future has completed
2024-11-15T03:18:28,148 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:18:28,148 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a8bb7c00cbb9f672aa95291d3899e6, server=91f82191efb8,35385,1731640699163 in 183 msec
2024-11-15T03:18:28,151 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:18:28,151 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8a8bb7c00cbb9f672aa95291d3899e6, ASSIGN in 341 msec
2024-11-15T03:18:28,152 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:18:28,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640708152"}]},"ts":"1731640708152"}
2024-11-15T03:18:28,155 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:18:28,156 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:18:28,159 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec
2024-11-15T03:18:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:29,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:29,130 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:18:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42515,1731640703881
2024-11-15T03:18:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86acbb
2024-11-15T03:18:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:29,132 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:29,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:18:29,136 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:18:29,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:29,136 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:18:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:29,137 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:18:29,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:18:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:29,545 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 107c0ee3a78e0eb2b61f6a97e9d1116e, NAME => 'test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04
2024-11-15T03:18:29,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:18:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:29,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:29,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 107c0ee3a78e0eb2b61f6a97e9d1116e, disabling compactions & flushes
2024-11-15T03:18:29,951 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:29,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:29,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e. after waiting 0 ms
2024-11-15T03:18:29,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:29,951 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:29,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 107c0ee3a78e0eb2b61f6a97e9d1116e:
Waiting for close lock at 1731640709951Disabling compacts and flushes for region at 1731640709951Disabling writes for close at 1731640709951Writing region close event to WAL at 1731640709951Closed at 1731640709951
2024-11-15T03:18:29,953 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:18:29,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640709953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640709953"}]},"ts":"1731640709953"}
2024-11-15T03:18:29,955 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:18:29,956 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:18:29,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640709956"}]},"ts":"1731640709956"}
2024-11-15T03:18:29,958 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:18:29,958 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=107c0ee3a78e0eb2b61f6a97e9d1116e, ASSIGN}]
2024-11-15T03:18:29,959 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=107c0ee3a78e0eb2b61f6a97e9d1116e, ASSIGN
2024-11-15T03:18:29,960 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=107c0ee3a78e0eb2b61f6a97e9d1116e, ASSIGN; state=OFFLINE, location=91f82191efb8,45337,1731640704006; forceNewPlan=false, retain=false
2024-11-15T03:18:30,111 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=107c0ee3a78e0eb2b61f6a97e9d1116e, regionState=OPENING, regionLocation=91f82191efb8,45337,1731640704006
2024-11-15T03:18:30,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=107c0ee3a78e0eb2b61f6a97e9d1116e, ASSIGN because future has completed
2024-11-15T03:18:30,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 107c0ee3a78e0eb2b61f6a97e9d1116e, server=91f82191efb8,45337,1731640704006}]
2024-11-15T03:18:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:30,270 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:30,270 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 107c0ee3a78e0eb2b61f6a97e9d1116e, NAME => 'test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:30,270 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:30,270 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:18:30,270 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,270 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:30,270 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,270 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,272 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 107c0ee3a78e0eb2b61f6a97e9d1116e 
2024-11-15T03:18:30,273 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 107c0ee3a78e0eb2b61f6a97e9d1116e columnFamilyName f
2024-11-15T03:18:30,273 DEBUG [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:30,273 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] regionserver.HStore(327): Store=107c0ee3a78e0eb2b61f6a97e9d1116e/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:30,273 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 107c0ee3a78e0eb2b61f6a97e9d1116e 
2024-11-15T03:18:30,274 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 107c0ee3a78e0eb2b61f6a97e9d1116e columnFamilyName f1
2024-11-15T03:18:30,274 DEBUG [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:30,275 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] regionserver.HStore(327): Store=107c0ee3a78e0eb2b61f6a97e9d1116e/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:30,275 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 107c0ee3a78e0eb2b61f6a97e9d1116e 
2024-11-15T03:18:30,276 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 107c0ee3a78e0eb2b61f6a97e9d1116e columnFamilyName norep
2024-11-15T03:18:30,276 DEBUG [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:30,276 INFO  [StoreOpener-107c0ee3a78e0eb2b61f6a97e9d1116e-1 {}] regionserver.HStore(327): Store=107c0ee3a78e0eb2b61f6a97e9d1116e/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:30,277 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,277 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,277 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,278 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,278 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,279 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:18:30,280 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,282 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:30,282 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 107c0ee3a78e0eb2b61f6a97e9d1116e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60313098, jitterRate=-0.10126480460166931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:18:30,282 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:18:30,282 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 107c0ee3a78e0eb2b61f6a97e9d1116e:
Running coprocessor pre-open hook at 1731640710271Writing region info on filesystem at 1731640710271Initializing all the Stores at 1731640710271Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640710271Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640710272 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640710272Cleaning up temporary data from old regions at 1731640710278 (+6 ms)Running coprocessor post-open hooks at 1731640710282 (+4 ms)Region opened successfully at 1731640710282
2024-11-15T03:18:30,283 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e., pid=6, masterSystemTime=1731640710266
2024-11-15T03:18:30,286 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:30,286 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:18:30,287 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=107c0ee3a78e0eb2b61f6a97e9d1116e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,45337,1731640704006
2024-11-15T03:18:30,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 107c0ee3a78e0eb2b61f6a97e9d1116e, server=91f82191efb8,45337,1731640704006 because future has completed
2024-11-15T03:18:30,296 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:18:30,296 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 107c0ee3a78e0eb2b61f6a97e9d1116e, server=91f82191efb8,45337,1731640704006 in 180 msec
2024-11-15T03:18:30,299 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:18:30,299 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=107c0ee3a78e0eb2b61f6a97e9d1116e, ASSIGN in 338 msec
2024-11-15T03:18:30,301 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:18:30,301 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640710301"}]},"ts":"1731640710301"}
2024-11-15T03:18:30,304 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:18:30,306 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:18:30,308 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec
2024-11-15T03:18:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:18:31,290 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:18:31,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59099e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40345,-1 for getting cluster id
2024-11-15T03:18:31,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:31,291 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d9744d1-8a76-49ea-b5ba-e3b15a5ef073'
2024-11-15T03:18:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d9744d1-8a76-49ea-b5ba-e3b15a5ef073"

2024-11-15T03:18:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8e7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40345,-1]
2024-11-15T03:18:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:31,293 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bdbfc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd05c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42515,-1 for getting cluster id
2024-11-15T03:18:31,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:31,295 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c109e753-44fc-4f28-acc9-cef4e42426ce'
2024-11-15T03:18:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c109e753-44fc-4f28-acc9-cef4e42426ce"

2024-11-15T03:18:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7012b140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42515,-1]
2024-11-15T03:18:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:31,296 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e92ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40345,-1 for getting cluster id
2024-11-15T03:18:31,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:31,298 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d9744d1-8a76-49ea-b5ba-e3b15a5ef073'
2024-11-15T03:18:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d9744d1-8a76-49ea-b5ba-e3b15a5ef073"

2024-11-15T03:18:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40345,-1]
2024-11-15T03:18:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:31,299 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40345,1731640698964
2024-11-15T03:18:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58733fdd
2024-11-15T03:18:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:31,304 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:31,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:42515,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:18:31,307 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:42515'
2024-11-15T03:18:31,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c16632d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,308 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42515,-1 for getting cluster id
2024-11-15T03:18:31,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:31,308 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c109e753-44fc-4f28-acc9-cef4e42426ce'
2024-11-15T03:18:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c109e753-44fc-4f28-acc9-cef4e42426ce"

2024-11-15T03:18:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33da965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42515,-1]
2024-11-15T03:18:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:31,310 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3384585a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:31,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42515,1731640703881
2024-11-15T03:18:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e5510e0
2024-11-15T03:18:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:31,312 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:31,313 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:18:31,313 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:18:31,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:31,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:31,313 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:31,314 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:18:31,315 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:18:31,315 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:18:31,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:31,316 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:18:31,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:18:31,365 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:18:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:18:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:18:31,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:18:31,754 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b6f5158160e042dca328417544cde04, NAME => 'hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a
2024-11-15T03:18:31,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:18:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:18:32,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:32,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b6f5158160e042dca328417544cde04, disabling compactions & flushes
2024-11-15T03:18:32,160 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04. after waiting 0 ms
2024-11-15T03:18:32,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,160 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b6f5158160e042dca328417544cde04:
Waiting for close lock at 1731640712160Disabling compacts and flushes for region at 1731640712160Disabling writes for close at 1731640712160Writing region close event to WAL at 1731640712160Closed at 1731640712160
2024-11-15T03:18:32,162 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:18:32,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640712162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640712162"}]},"ts":"1731640712162"}
2024-11-15T03:18:32,165 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:18:32,166 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:18:32,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640712166"}]},"ts":"1731640712166"}
2024-11-15T03:18:32,168 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:18:32,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b6f5158160e042dca328417544cde04, ASSIGN}]
2024-11-15T03:18:32,170 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b6f5158160e042dca328417544cde04, ASSIGN
2024-11-15T03:18:32,171 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b6f5158160e042dca328417544cde04, ASSIGN; state=OFFLINE, location=91f82191efb8,35385,1731640699163; forceNewPlan=false, retain=false
2024-11-15T03:18:32,321 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b6f5158160e042dca328417544cde04, regionState=OPENING, regionLocation=91f82191efb8,35385,1731640699163
2024-11-15T03:18:32,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b6f5158160e042dca328417544cde04, ASSIGN because future has completed
2024-11-15T03:18:32,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b6f5158160e042dca328417544cde04, server=91f82191efb8,35385,1731640699163}]
2024-11-15T03:18:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:18:32,479 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,480 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:18:32,480 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:18:32,481 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C35385%2C1731640699163.rep, suffix=, logDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163, archiveDir=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/oldWALs, maxLogs=10
2024-11-15T03:18:32,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.rep.1731640712482, exclude list is [], retry=0
2024-11-15T03:18:32,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41067,DS-55a83e37-a845-4ef7-80f3-36f0e7a346d3,DISK]
2024-11-15T03:18:32,497 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.rep.1731640712482
2024-11-15T03:18:32,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)]
2024-11-15T03:18:32,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b6f5158160e042dca328417544cde04, NAME => 'hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:18:32,499 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:18:32,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:18:32,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04. service=MultiRowMutationService
2024-11-15T03:18:32,499 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:18:32,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:18:32,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,503 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b6f5158160e042dca328417544cde04 
2024-11-15T03:18:32,504 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b6f5158160e042dca328417544cde04 columnFamilyName hfileref
2024-11-15T03:18:32,504 DEBUG [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:32,505 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] regionserver.HStore(327): Store=8b6f5158160e042dca328417544cde04/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:32,505 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b6f5158160e042dca328417544cde04 
2024-11-15T03:18:32,506 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b6f5158160e042dca328417544cde04 columnFamilyName queue
2024-11-15T03:18:32,506 DEBUG [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:32,506 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] regionserver.HStore(327): Store=8b6f5158160e042dca328417544cde04/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:32,506 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b6f5158160e042dca328417544cde04 
2024-11-15T03:18:32,507 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b6f5158160e042dca328417544cde04 columnFamilyName sid
2024-11-15T03:18:32,508 DEBUG [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:18:32,508 INFO  [StoreOpener-8b6f5158160e042dca328417544cde04-1 {}] regionserver.HStore(327): Store=8b6f5158160e042dca328417544cde04/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:18:32,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:18:32,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:18:32,514 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b6f5158160e042dca328417544cde04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58805214, jitterRate=-0.12373402714729309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:18:32,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b6f5158160e042dca328417544cde04
2024-11-15T03:18:32,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b6f5158160e042dca328417544cde04:
Running coprocessor pre-open hook at 1731640712499Writing region info on filesystem at 1731640712500 (+1 ms)Initializing all the Stores at 1731640712500Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640712501 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640712502 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640712502Cleaning up temporary data from old regions at 1731640712510 (+8 ms)Running coprocessor post-open hooks at 1731640712514 (+4 ms)Region opened successfully at 1731640712514
2024-11-15T03:18:32,515 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04., pid=10, masterSystemTime=1731640712476
2024-11-15T03:18:32,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:18:32,518 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b6f5158160e042dca328417544cde04, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,35385,1731640699163
2024-11-15T03:18:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b6f5158160e042dca328417544cde04, server=91f82191efb8,35385,1731640699163 because future has completed
2024-11-15T03:18:32,523 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:18:32,524 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b6f5158160e042dca328417544cde04, server=91f82191efb8,35385,1731640699163 in 197 msec
2024-11-15T03:18:32,525 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:18:32,525 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b6f5158160e042dca328417544cde04, ASSIGN in 355 msec
2024-11-15T03:18:32,526 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:18:32,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640712526"}]},"ts":"1731640712526"}
2024-11-15T03:18:32,528 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:18:32,530 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:18:32,532 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec
2024-11-15T03:18:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04., hostname=91f82191efb8,35385,1731640699163, seqNum=2]
2024-11-15T03:18:32,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:32,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:18:32,714 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:18:32,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:18:32,867 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:18:32,894 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,35385,1731640699163, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:18:32,894 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:32,894 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35385,1731640699163, seqNum=-1]
2024-11-15T03:18:32,895 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:32,896 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService
2024-11-15T03:18:32,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,35385,1731640699163', locateType=CURRENT is [region=hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04., hostname=91f82191efb8,35385,1731640699163, seqNum=2]
2024-11-15T03:18:32,911 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:18:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:18:32,914 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,35385,1731640699163 suceeded
2024-11-15T03:18:32,919 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:18:32,919 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec
2024-11-15T03:18:32,919 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:42515,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false
2024-11-15T03:18:32,922 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6150 sec
2024-11-15T03:18:32,935 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:42515'
2024-11-15T03:18:32,936 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bc43e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:32,937 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42515,-1 for getting cluster id
2024-11-15T03:18:32,937 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:32,938 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c109e753-44fc-4f28-acc9-cef4e42426ce'
2024-11-15T03:18:32,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:32,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c109e753-44fc-4f28-acc9-cef4e42426ce"

2024-11-15T03:18:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d741433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42515,-1]
2024-11-15T03:18:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:32,940 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:32,941 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e3b415e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:32,941 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:32,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42515,1731640703881
2024-11-15T03:18:32,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451d884c
2024-11-15T03:18:32,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:32,943 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService
2024-11-15T03:18:32,944 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,35385,1731640699163 (queues=1) is replicating from cluster=5d9744d1-8a76-49ea-b5ba-e3b15a5ef073 to cluster=c109e753-44fc-4f28-acc9-cef4e42426ce
2024-11-15T03:18:32,944 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C35385%2C1731640699163
2024-11-15T03:18:32,944 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,35385,1731640699163, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:18:32,948 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C35385%2C1731640699163
2024-11-15T03:18:32,948 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516, startPosition=0, beingWritten=true
2024-11-15T03:18:32,958 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:18:32,958 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 379, reset compression=false
2024-11-15T03:18:32,959 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,35385,1731640699163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:18:33,166 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 379, reset compression=false
2024-11-15T03:18:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:18:33,460 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:18:33,460 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:33,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:33,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:33,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:33,460 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:33,461 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:33,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731640713464/Put/seqid=0
2024-11-15T03:18:33,469 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 379, reset compression=false
2024-11-15T03:18:33,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741840_1016 (size=7894)
2024-11-15T03:18:33,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731640713472/Put/seqid=0
2024-11-15T03:18:33,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741841_1017 (size=7691)
2024-11-15T03:18:33,622 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:18:33,654 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:33,655 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:33,655 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:18:33,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:18:33,875 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 379, reset compression=false
2024-11-15T03:18:33,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de9db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:33,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40345,-1 for getting cluster id
2024-11-15T03:18:33,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:33,883 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d9744d1-8a76-49ea-b5ba-e3b15a5ef073'
2024-11-15T03:18:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d9744d1-8a76-49ea-b5ba-e3b15a5ef073"

2024-11-15T03:18:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5827f5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:33,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40345,-1]
2024-11-15T03:18:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:33,885 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:33,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0737a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:33,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:33,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35385,1731640699163, seqNum=-1]
2024-11-15T03:18:33,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:33,888 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:33,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40345,1731640698964
2024-11-15T03:18:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dad0933
2024-11-15T03:18:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:33,901 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2]
2024-11-15T03:18:33,915 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:18:33,926 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-15T03:18:33,930 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-15T03:18:33,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_0 for inclusion in e8a8bb7c00cbb9f672aa95291d3899e6/f
2024-11-15T03:18:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-15T03:18:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:18:33,952 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_1 for inclusion in e8a8bb7c00cbb9f672aa95291d3899e6/f
2024-11-15T03:18:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-15T03:18:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:18:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HRegion(2603): Flush status journal for e8a8bb7c00cbb9f672aa95291d3899e6:

2024-11-15T03:18:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_0 to hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_0
2024-11-15T03:18:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_0 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_
2024-11-15T03:18:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f/f/hfile_1 to hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_1
2024-11-15T03:18:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_1 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_
2024-11-15T03:18:33,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_0 into e8a8bb7c00cbb9f672aa95291d3899e6/f as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ - updating store file list.
2024-11-15T03:18:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2aff5d6da05496287489e73aab4e8ff_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:18:33,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ into e8a8bb7c00cbb9f672aa95291d3899e6/f
2024-11-15T03:18:33,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_0 into e8a8bb7c00cbb9f672aa95291d3899e6/f (new location: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_)
2024-11-15T03:18:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_0
2024-11-15T03:18:33,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_1 into e8a8bb7c00cbb9f672aa95291d3899e6/f as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ - updating store file list.
2024-11-15T03:18:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3f5ebe030b6423baa5e0f5984697532_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:18:33,991 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ into e8a8bb7c00cbb9f672aa95291d3899e6/f
2024-11-15T03:18:33,991 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_1 into e8a8bb7c00cbb9f672aa95291d3899e6/f (new location: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_)
2024-11-15T03:18:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__guc7r77hrk82gtrnbicho5q6bv2npbt98dif2088sp1d4n3b9vdmfcq5bk4e8nua/f/hfile_1
2024-11-15T03:18:34,001 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:34,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:34,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:34,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:34,001 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:34,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:34,003 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T03:18:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45337,1731640704006, seqNum=-1]
2024-11-15T03:18:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2 , the old value is region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:35385 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:18:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:18:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2 from cache
2024-11-15T03:18:34,004 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e., hostname=91f82191efb8,45337,1731640704006, seqNum=2]
2024-11-15T03:18:34,008 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:18:34,111 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:35385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-15T03:18:34,379 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 379, reset compression=false
2024-11-15T03:18:34,384 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:18:34,384 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,35385,1731640699163 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8a8bb7c00cbb9f672aa95291d3899e6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640713995/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-15T03:18:34,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:18:34,409 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService
2024-11-15T03:18:34,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(318): Replicating [5d9744d1-8a76-49ea-b5ba-e3b15a5ef073] bulk loaded data
2024-11-15T03:18:34,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71bf9046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:34,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42515,-1 for getting cluster id
2024-11-15T03:18:34,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:34,415 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c109e753-44fc-4f28-acc9-cef4e42426ce'
2024-11-15T03:18:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c109e753-44fc-4f28-acc9-cef4e42426ce"

2024-11-15T03:18:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@231c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42515,-1]
2024-11-15T03:18:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:34,417 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:34,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324b425d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:34,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741837_1013 (size=7894)
2024-11-15T03:18:34,584 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 687, reset compression=false
2024-11-15T03:18:34,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741838_1014 (size=7691)
2024-11-15T03:18:34,888 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 687, reset compression=false
2024-11-15T03:18:35,010 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:18:35,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42515,1731640703881
2024-11-15T03:18:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d4fe888
2024-11-15T03:18:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:35,248 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService
2024-11-15T03:18:35,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:18:35,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:35,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45337,1731640704006, seqNum=-1]
2024-11-15T03:18:35,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:35,252 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService
2024-11-15T03:18:35,258 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-15T03:18:35,261 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-15T03:18:35,264 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ for inclusion in 107c0ee3a78e0eb2b61f6a97e9d1116e/f
2024-11-15T03:18:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-15T03:18:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:18:35,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ for inclusion in 107c0ee3a78e0eb2b61f6a97e9d1116e/f
2024-11-15T03:18:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-15T03:18:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:18:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegion(2603): Flush status journal for 107c0ee3a78e0eb2b61f6a97e9d1116e:

2024-11-15T03:18:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:18:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/94a33569020e41e7b948d169189948e1_SeqId_4_
2024-11-15T03:18:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:18:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/01686c9698c04d6f8d6f8af6c7ba78cf_SeqId_4_
2024-11-15T03:18:35,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ into 107c0ee3a78e0eb2b61f6a97e9d1116e/f as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/94a33569020e41e7b948d169189948e1_SeqId_4_ - updating store file list.
2024-11-15T03:18:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94a33569020e41e7b948d169189948e1_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:18:35,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/94a33569020e41e7b948d169189948e1_SeqId_4_ into 107c0ee3a78e0eb2b61f6a97e9d1116e/f
2024-11-15T03:18:35,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_ into 107c0ee3a78e0eb2b61f6a97e9d1116e/f (new location: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/94a33569020e41e7b948d169189948e1_SeqId_4_)
2024-11-15T03:18:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/e3f5ebe030b6423baa5e0f5984697532_SeqId_4_
2024-11-15T03:18:35,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ into 107c0ee3a78e0eb2b61f6a97e9d1116e/f as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/01686c9698c04d6f8d6f8af6c7ba78cf_SeqId_4_ - updating store file list.
2024-11-15T03:18:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01686c9698c04d6f8d6f8af6c7ba78cf_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:18:35,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/01686c9698c04d6f8d6f8af6c7ba78cf_SeqId_4_ into 107c0ee3a78e0eb2b61f6a97e9d1116e/f
2024-11-15T03:18:35,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_ into 107c0ee3a78e0eb2b61f6a97e9d1116e/f (new location: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/f/01686c9698c04d6f8d6f8af6c7ba78cf_SeqId_4_)
2024-11-15T03:18:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/staging/jenkins.hfs.6__test__mkcumcgnqg2e38re733st591lquhgua559pagtj6jjerj3mmevoo1ruloni9ssk0/f/b2aff5d6da05496287489e73aab4e8ff_SeqId_4_
2024-11-15T03:18:35,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45337 {}] regionserver.ReplicationSink(324): Finished replicating [5d9744d1-8a76-49ea-b5ba-e3b15a5ef073] bulk loaded data
2024-11-15T03:18:35,292 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 687, reset compression=false
2024-11-15T03:18:35,797 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 687, reset compression=false
2024-11-15T03:18:36,023 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:18:36,040 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731640716039/Put/seqid=0
2024-11-15T03:18:36,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741842_1018 (size=7997)
2024-11-15T03:18:36,400 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 687, reset compression=false
2024-11-15T03:18:36,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731640716449/Put/seqid=0
2024-11-15T03:18:36,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741843_1019 (size=7794)
2024-11-15T03:18:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:18:36,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-15T03:18:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-15T03:18:36,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-15T03:18:36,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:18:36,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-15T03:18:36,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55037018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:36,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40345,-1 for getting cluster id
2024-11-15T03:18:36,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:18:36,857 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d9744d1-8a76-49ea-b5ba-e3b15a5ef073'
2024-11-15T03:18:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:18:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d9744d1-8a76-49ea-b5ba-e3b15a5ef073"

2024-11-15T03:18:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f693a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40345,-1]
2024-11-15T03:18:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:18:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:36,858 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:18:36,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:18:36,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:36,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35385,1731640699163, seqNum=-1]
2024-11-15T03:18:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:36,862 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:36,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:18:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40345,1731640698964
2024-11-15T03:18:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129c8b27
2024-11-15T03:18:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:18:36,873 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:18:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2]
2024-11-15T03:18:36,880 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:18:36,886 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-15T03:18:36,889 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-15T03:18:36,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_1 for inclusion in e8a8bb7c00cbb9f672aa95291d3899e6/f1
2024-11-15T03:18:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-15T03:18:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:18:36,899 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_0 for inclusion in e8a8bb7c00cbb9f672aa95291d3899e6/f1
2024-11-15T03:18:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-15T03:18:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:18:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HRegion(2603): Flush status journal for e8a8bb7c00cbb9f672aa95291d3899e6:

2024-11-15T03:18:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_1 to hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_1
2024-11-15T03:18:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_1 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/61b8dac76cbc49c49228ba62fcb7fc3d_SeqId_6_
2024-11-15T03:18:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/load_f1/f1/hfile_0 to hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_0
2024-11-15T03:18:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_0 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/3c882bb5968744aba8784ff6eb546c8b_SeqId_6_
2024-11-15T03:18:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1
2024-11-15T03:18:36,912 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_1 into e8a8bb7c00cbb9f672aa95291d3899e6/f1 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/61b8dac76cbc49c49228ba62fcb7fc3d_SeqId_6_ - updating store file list.
2024-11-15T03:18:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61b8dac76cbc49c49228ba62fcb7fc3d_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:18:36,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/61b8dac76cbc49c49228ba62fcb7fc3d_SeqId_6_ into e8a8bb7c00cbb9f672aa95291d3899e6/f1
2024-11-15T03:18:36,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_1 into e8a8bb7c00cbb9f672aa95291d3899e6/f1 (new location: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/61b8dac76cbc49c49228ba62fcb7fc3d_SeqId_6_)
2024-11-15T03:18:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_1
2024-11-15T03:18:36,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_0 into e8a8bb7c00cbb9f672aa95291d3899e6/f1 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/3c882bb5968744aba8784ff6eb546c8b_SeqId_6_ - updating store file list.
2024-11-15T03:18:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c882bb5968744aba8784ff6eb546c8b_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:18:36,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/3c882bb5968744aba8784ff6eb546c8b_SeqId_6_ into e8a8bb7c00cbb9f672aa95291d3899e6/f1
2024-11-15T03:18:36,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_0 into e8a8bb7c00cbb9f672aa95291d3899e6/f1 (new location: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/f1/3c882bb5968744aba8784ff6eb546c8b_SeqId_6_)
2024-11-15T03:18:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/staging/jenkins__test__p1sfeu9tcf6hk51eq43vho8bqa9877fgdupdvlh3vmn0j6gguf71d5vssmt5gnrh/f1/hfile_0
2024-11-15T03:18:36,932 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:18:36,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:18:36,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:36,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:18:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2 , the old value is region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:35385 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:18:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:18:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2 from cache
2024-11-15T03:18:36,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:18:36,932 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:18:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,35385,1731640699163, seqNum=-1]
2024-11-15T03:18:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:18:36,935 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:18:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43258 deadline: 1731640776932 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43258
2024-11-15T03:18:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., hostname=91f82191efb8,35385,1731640699163, seqNum=2]
2024-11-15T03:18:37,040 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:35385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-15T03:18:37,104 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 687, reset compression=false
2024-11-15T03:18:37,109 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:18:37,109 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:37,109 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,35385,1731640699163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:18:37,313 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:37,617 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:38,021 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:38,524 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:39,129 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:39,833 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:40,637 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:41,541 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:42,545 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:43,649 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:44,853 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:46,157 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:47,561 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:48,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:18:49,065 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:50,669 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:52,372 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:53,869 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:18:54,176 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:56,080 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:18:57,112 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,35385,1731640699163 got entry batch from reader: null
2024-11-15T03:18:58,084 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:00,189 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:02,171 INFO  [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T03:19:02,171 INFO  [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T03:19:02,392 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:04,696 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:07,100 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:07,654 INFO  [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T03:19:07,654 INFO  [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T03:19:09,603 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:12,207 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:13,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8a8bb7c00cbb9f672aa95291d3899e6, had cached 0 bytes from a total of 31376
2024-11-15T03:19:14,911 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:15,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 107c0ee3a78e0eb2b61f6a97e9d1116e, had cached 0 bytes from a total of 15585
2024-11-15T03:19:17,112 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,35385,1731640699163 got entry batch from reader: null
2024-11-15T03:19:17,718 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:18,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:19:20,624 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:23,628 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:23,869 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:19:24,017 DEBUG [master/91f82191efb8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-15T03:19:26,733 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:29,936 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:33,240 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:36,644 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:36,971 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:19:36,971 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:36,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:36,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:36,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:36,971 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:36,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:19:36,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1962827785, stopped=false
2024-11-15T03:19:36,972 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,42515,1731640703881
2024-11-15T03:19:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2131152130/running
2024-11-15T03:19:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2131152130/running
2024-11-15T03:19:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:19:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:19:37,035 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:19:37,035 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:37,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:37,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:37,035 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,45337,1731640704006' *****
2024-11-15T03:19:37,035 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:19:37,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/running
2024-11-15T03:19:37,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Set watcher on znode that does not yet exist, /1-2131152130/running
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:19:37,036 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 107c0ee3a78e0eb2b61f6a97e9d1116e
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,45337,1731640704006
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45337.
2024-11-15T03:19:37,036 DEBUG [RS:0;91f82191efb8:45337 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:37,036 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 107c0ee3a78e0eb2b61f6a97e9d1116e, disabling compactions & flushes
2024-11-15T03:19:37,036 DEBUG [RS:0;91f82191efb8:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:37,036 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:19:37,036 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:19:37,036 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e. after waiting 0 ms
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:19:37,036 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:19:37,036 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:19:37,037 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:19:37,037 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 107c0ee3a78e0eb2b61f6a97e9d1116e=test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.}
2024-11-15T03:19:37,037 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 107c0ee3a78e0eb2b61f6a97e9d1116e, 1588230740
2024-11-15T03:19:37,037 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:19:37,037 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:19:37,037 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:19:37,037 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:19:37,037 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:19:37,037 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-15T03:19:37,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/default/test/107c0ee3a78e0eb2b61f6a97e9d1116e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-15T03:19:37,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:37,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:19:37,041 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:19:37,042 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 107c0ee3a78e0eb2b61f6a97e9d1116e:
Waiting for close lock at 1731640777036Running coprocessor pre-close hooks at 1731640777036Disabling compacts and flushes for region at 1731640777036Disabling writes for close at 1731640777036Writing region close event to WAL at 1731640777037 (+1 ms)Running coprocessor post-close hooks at 1731640777041 (+4 ms)Closed at 1731640777041
2024-11-15T03:19:37,042 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e.
2024-11-15T03:19:37,052 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/info/5cdc7be38f09425cac7ff4e735fe4852 is 129, key is test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e./info:regioninfo/1731640710287/Put/seqid=0
2024-11-15T03:19:37,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741839_1015 (size=6421)
2024-11-15T03:19:37,104 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:19:37,112 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,35385,1731640699163 got entry batch from reader: null
2024-11-15T03:19:37,237 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:37,437 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:37,457 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/info/5cdc7be38f09425cac7ff4e735fe4852
2024-11-15T03:19:37,476 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/ns/47bfb54afd11457e975d5e81dd329ed4 is 43, key is default/ns:d/1731640706889/Put/seqid=0
2024-11-15T03:19:37,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741840_1016 (size=5153)
2024-11-15T03:19:37,637 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:37,781 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:19:37,781 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:19:37,837 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:37,881 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/ns/47bfb54afd11457e975d5e81dd329ed4
2024-11-15T03:19:37,898 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/rep_barrier/b3338d6cb1e24b7993fbd17832764a61 is 112, key is test,,1731640709133.107c0ee3a78e0eb2b61f6a97e9d1116e./rep_barrier:seqnumDuringOpen/1731640710287/Put/seqid=0
2024-11-15T03:19:37,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741841_1017 (size=5518)
2024-11-15T03:19:38,037 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:38,238 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:19:38,238 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:19:38,238 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:38,303 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/rep_barrier/b3338d6cb1e24b7993fbd17832764a61
2024-11-15T03:19:38,320 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/table/2420a54b9bfe477ca36ca2f5a4c49b8f is 40, key is test/table:state/1731640710301/Put/seqid=0
2024-11-15T03:19:38,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741842_1018 (size=5165)
2024-11-15T03:19:38,438 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:38,638 DEBUG [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:38,725 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/table/2420a54b9bfe477ca36ca2f5a4c49b8f
2024-11-15T03:19:38,731 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/info/5cdc7be38f09425cac7ff4e735fe4852 as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/info/5cdc7be38f09425cac7ff4e735fe4852
2024-11-15T03:19:38,736 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/info/5cdc7be38f09425cac7ff4e735fe4852, entries=10, sequenceid=11, filesize=6.3 K
2024-11-15T03:19:38,737 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/ns/47bfb54afd11457e975d5e81dd329ed4 as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/ns/47bfb54afd11457e975d5e81dd329ed4
2024-11-15T03:19:38,742 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/ns/47bfb54afd11457e975d5e81dd329ed4, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:19:38,743 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/rep_barrier/b3338d6cb1e24b7993fbd17832764a61 as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/rep_barrier/b3338d6cb1e24b7993fbd17832764a61
2024-11-15T03:19:38,749 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/rep_barrier/b3338d6cb1e24b7993fbd17832764a61, entries=1, sequenceid=11, filesize=5.4 K
2024-11-15T03:19:38,750 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/.tmp/table/2420a54b9bfe477ca36ca2f5a4c49b8f as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/table/2420a54b9bfe477ca36ca2f5a4c49b8f
2024-11-15T03:19:38,755 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/table/2420a54b9bfe477ca36ca2f5a4c49b8f, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:19:38,756 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false
2024-11-15T03:19:38,760 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-15T03:19:38,761 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:38,761 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:38,761 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:38,761 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640777037Running coprocessor pre-close hooks at 1731640777037Disabling compacts and flushes for region at 1731640777037Disabling writes for close at 1731640777037Obtaining lock to block concurrent updates at 1731640777037Preparing flush snapshotting stores in 1588230740 at 1731640777037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731640777037Flushing stores of hbase:meta,,1.1588230740 at 1731640777038 (+1 ms)Flushing 1588230740/info: creating writer at 1731640777038Flushing 1588230740/info: appending metadata at 1731640777052 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731640777052Flushing 1588230740/ns: creating writer at 1731640777463 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731640777476 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731640777476Flushing 1588230740/rep_barrier: creating writer at 1731640777885 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640777898 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640777898Flushing 1588230740/table: creating writer at 1731640778307 (+409 ms)Flushing 1588230740/table: appending metadata at 1731640778320 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731640778320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5089d306: reopening flushed file at 1731640778730 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1faf3b8b: reopening flushed file at 1731640778737 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec88806: reopening flushed file at 1731640778743 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1987ccb6: reopening flushed file at 1731640778749 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false at 1731640778756 (+7 ms)Writing region close event to WAL at 1731640778757 (+1 ms)Running coprocessor post-close hooks at 1731640778761 (+4 ms)Closed at 1731640778761
2024-11-15T03:19:38,761 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:38,838 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,45337,1731640704006; all regions closed.
2024-11-15T03:19:38,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741834_1010 (size=2717)
2024-11-15T03:19:38,841 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/WALs/91f82191efb8,45337,1731640704006/91f82191efb8%2C45337%2C1731640704006.meta.1731640706842.meta not finished, retry = 0
2024-11-15T03:19:38,943 DEBUG [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/oldWALs
2024-11-15T03:19:38,943 INFO  [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C45337%2C1731640704006.meta:.meta(num 1731640706842)
2024-11-15T03:19:38,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741832_1008 (size=1028)
2024-11-15T03:19:38,947 DEBUG [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/oldWALs
2024-11-15T03:19:38,947 INFO  [RS:0;91f82191efb8:45337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C45337%2C1731640704006:(num 1731640705856)
2024-11-15T03:19:38,947 DEBUG [RS:0;91f82191efb8:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:38,947 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:19:38,947 INFO  [RS:0;91f82191efb8:45337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:19:38,947 INFO  [RS:0;91f82191efb8:45337 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:19:38,948 INFO  [RS:0;91f82191efb8:45337 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:19:38,948 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:19:38,948 INFO  [RS:0;91f82191efb8:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45337.
2024-11-15T03:19:38,948 DEBUG [RS:0;91f82191efb8:45337 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:38,948 DEBUG [RS:0;91f82191efb8:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:38,948 DEBUG [RS:0;91f82191efb8:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:38,948 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:38,948 INFO  [RS:0;91f82191efb8:45337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45337
2024-11-15T03:19:39,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130/rs
2024-11-15T03:19:39,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2131152130/rs/91f82191efb8,45337,1731640704006
2024-11-15T03:19:39,034 INFO  [RS:0;91f82191efb8:45337 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:19:39,124 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,45337,1731640704006]
2024-11-15T03:19:39,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2131152130/draining/91f82191efb8,45337,1731640704006 already deleted, retry=false
2024-11-15T03:19:39,184 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,45337,1731640704006 expired; onlineServers=0
2024-11-15T03:19:39,184 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,42515,1731640703881' *****
2024-11-15T03:19:39,184 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:19:39,184 INFO  [M:0;91f82191efb8:42515 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:19:39,184 INFO  [M:0;91f82191efb8:42515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:19:39,184 DEBUG [M:0;91f82191efb8:42515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:19:39,184 DEBUG [M:0;91f82191efb8:42515 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:19:39,184 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:19:39,184 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640705627 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640705627,5,FailOnTimeoutGroup]
2024-11-15T03:19:39,184 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640705627 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640705627,5,FailOnTimeoutGroup]
2024-11-15T03:19:39,185 INFO  [M:0;91f82191efb8:42515 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:19:39,185 INFO  [M:0;91f82191efb8:42515 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:19:39,185 DEBUG [M:0;91f82191efb8:42515 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:19:39,185 INFO  [M:0;91f82191efb8:42515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:19:39,185 INFO  [M:0;91f82191efb8:42515 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:19:39,185 INFO  [M:0;91f82191efb8:42515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:19:39,185 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:19:39,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2131152130/master
2024-11-15T03:19:39,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2131152130
2024-11-15T03:19:39,203 DEBUG [M:0;91f82191efb8:42515 {}] zookeeper.ZKUtil(347): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Unable to get data of znode /1-2131152130/master because node does not exist (not an error)
2024-11-15T03:19:39,203 WARN  [M:0;91f82191efb8:42515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:19:39,206 INFO  [M:0;91f82191efb8:42515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/.lastflushedseqids
2024-11-15T03:19:39,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741843_1019 (size=173)
2024-11-15T03:19:39,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:39,224 INFO  [RS:0;91f82191efb8:45337 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:19:39,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x1013c8019060004, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:39,225 INFO  [RS:0;91f82191efb8:45337 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,45337,1731640704006; zookeeper connection closed.
2024-11-15T03:19:39,225 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f586f58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f586f58
2024-11-15T03:19:39,225 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:19:39,611 INFO  [M:0;91f82191efb8:42515 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:19:39,612 INFO  [M:0;91f82191efb8:42515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:19:39,612 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:19:39,612 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:39,612 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:39,612 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:19:39,612 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:39,612 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB
2024-11-15T03:19:39,626 DEBUG [M:0;91f82191efb8:42515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbac03c625a4b8d88a5eabf32b0175d is 82, key is hbase:meta,,1/info:regioninfo/1731640706873/Put/seqid=0
2024-11-15T03:19:39,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741844_1020 (size=5672)
2024-11-15T03:19:40,030 INFO  [M:0;91f82191efb8:42515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbac03c625a4b8d88a5eabf32b0175d
2024-11-15T03:19:40,048 DEBUG [M:0;91f82191efb8:42515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/309d386288a842fe9eff2173d6557503 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640710307/Put/seqid=0
2024-11-15T03:19:40,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741845_1021 (size=6726)
2024-11-15T03:19:40,148 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 to pos 997, reset compression=false
2024-11-15T03:19:40,453 INFO  [M:0;91f82191efb8:42515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/309d386288a842fe9eff2173d6557503
2024-11-15T03:19:40,518 INFO  [M:0;91f82191efb8:42515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 309d386288a842fe9eff2173d6557503
2024-11-15T03:19:40,532 DEBUG [M:0;91f82191efb8:42515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d6d1337f7940de84966bf9c48e4897 is 69, key is 91f82191efb8,45337,1731640704006/rs:state/1731640705664/Put/seqid=0
2024-11-15T03:19:40,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741846_1022 (size=5156)
2024-11-15T03:19:40,937 INFO  [M:0;91f82191efb8:42515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d6d1337f7940de84966bf9c48e4897
2024-11-15T03:19:40,941 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bbac03c625a4b8d88a5eabf32b0175d as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bbac03c625a4b8d88a5eabf32b0175d
2024-11-15T03:19:40,945 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bbac03c625a4b8d88a5eabf32b0175d, entries=8, sequenceid=58, filesize=5.5 K
2024-11-15T03:19:40,946 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/309d386288a842fe9eff2173d6557503 as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/309d386288a842fe9eff2173d6557503
2024-11-15T03:19:40,950 INFO  [M:0;91f82191efb8:42515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 309d386288a842fe9eff2173d6557503
2024-11-15T03:19:40,950 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/309d386288a842fe9eff2173d6557503, entries=6, sequenceid=58, filesize=6.6 K
2024-11-15T03:19:40,951 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d6d1337f7940de84966bf9c48e4897 as hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68d6d1337f7940de84966bf9c48e4897
2024-11-15T03:19:40,955 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68d6d1337f7940de84966bf9c48e4897, entries=1, sequenceid=58, filesize=5.0 K
2024-11-15T03:19:40,956 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=58, compaction requested=false
2024-11-15T03:19:40,957 INFO  [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:40,957 DEBUG [M:0;91f82191efb8:42515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640779612Disabling compacts and flushes for region at 1731640779612Disabling writes for close at 1731640779612Obtaining lock to block concurrent updates at 1731640779612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640779612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731640779612Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640779613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640779613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640779626 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640779626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640780035 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640780047 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640780047Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640780519 (+472 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640780532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640780532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324f470f: reopening flushed file at 1731640780941 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf6a59b: reopening flushed file at 1731640780945 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616d3584: reopening flushed file at 1731640780950 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=58, compaction requested=false at 1731640780956 (+6 ms)Writing region close event to WAL at 1731640780957 (+1 ms)Closed at 1731640780957
2024-11-15T03:19:40,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35405 is added to blk_1073741830_1006 (size=33014)
2024-11-15T03:19:40,959 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c170a41f-e6da-428e-f6af-9426f9613e04/MasterData/WALs/91f82191efb8,42515,1731640703881/91f82191efb8%2C42515%2C1731640703881.1731640705365 not finished, retry = 0
2024-11-15T03:19:41,060 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:19:41,060 INFO  [M:0;91f82191efb8:42515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:19:41,060 INFO  [M:0;91f82191efb8:42515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42515
2024-11-15T03:19:41,061 INFO  [M:0;91f82191efb8:42515 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:19:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:41,197 INFO  [M:0;91f82191efb8:42515 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:19:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42515-0x1013c8019060003, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:41,234 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:19:41,234 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:19:41,234 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:19:41,234 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:19:41,234 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir/,STOPPED}
2024-11-15T03:19:41,236 WARN  [BP-252694474-172.17.0.2-1731640702276 heartbeating to localhost/127.0.0.1:34265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:19:41,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:19:41,236 WARN  [BP-252694474-172.17.0.2-1731640702276 heartbeating to localhost/127.0.0.1:34265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-252694474-172.17.0.2-1731640702276 (Datanode Uuid 5a40eca8-81a4-4444-8b97-2a0e898bb23b) service to localhost/127.0.0.1:34265
2024-11-15T03:19:41,236 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:19:41,236 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/cluster_c393ea51-af32-13b7-360f-2621c31393ad/data/data1/current/BP-252694474-172.17.0.2-1731640702276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:19:41,237 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/cluster_c393ea51-af32-13b7-360f-2621c31393ad/data/data2/current/BP-252694474-172.17.0.2-1731640702276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:19:41,237 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:19:41,242 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:19:41,242 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:19:41,242 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:19:41,242 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:19:41,242 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir/,STOPPED}
2024-11-15T03:19:41,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:19:41,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:19:41,255 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:41,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:41,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:41,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:41,255 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:41,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:19:41,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150257006, stopped=false
2024-11-15T03:19:41,255 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,40345,1731640698964
2024-11-15T03:19:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01980667502/running
2024-11-15T03:19:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01980667502/running
2024-11-15T03:19:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:19:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:19:41,266 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:19:41,266 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:41,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:41,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:41,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/running
2024-11-15T03:19:41,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Set watcher on znode that does not yet exist, /01980667502/running
2024-11-15T03:19:41,266 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,35385,1731640699163' *****
2024-11-15T03:19:41,266 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:19:41,267 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b6f5158160e042dca328417544cde04
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,35385,1731640699163
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:35385.
2024-11-15T03:19:41,267 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8a8bb7c00cbb9f672aa95291d3899e6, disabling compactions & flushes
2024-11-15T03:19:41,267 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:19:41,267 DEBUG [RS:0;91f82191efb8:35385 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:41,267 DEBUG [RS:0;91f82191efb8:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:41,267 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:19:41,267 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6. after waiting 0 ms
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:19:41,267 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:19:41,267 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:19:41,268 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:19:41,268 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e8a8bb7c00cbb9f672aa95291d3899e6=test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6., 8b6f5158160e042dca328417544cde04=hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.}
2024-11-15T03:19:41,268 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b6f5158160e042dca328417544cde04, e8a8bb7c00cbb9f672aa95291d3899e6
2024-11-15T03:19:41,268 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:19:41,268 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:19:41,268 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:19:41,268 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:19:41,268 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:19:41,268 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:19:41,271 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/default/test/e8a8bb7c00cbb9f672aa95291d3899e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:19:41,272 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8a8bb7c00cbb9f672aa95291d3899e6:
Waiting for close lock at 1731640781267Running coprocessor pre-close hooks at 1731640781267Disabling compacts and flushes for region at 1731640781267Disabling writes for close at 1731640781267Writing region close event to WAL at 1731640781268 (+1 ms)Running coprocessor post-close hooks at 1731640781272 (+4 ms)Closed at 1731640781272
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6.
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b6f5158160e042dca328417544cde04, disabling compactions & flushes
2024-11-15T03:19:41,272 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04. after waiting 0 ms
2024-11-15T03:19:41,272 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:19:41,272 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b6f5158160e042dca328417544cde04 3/3 column families, dataSize=874 B heapSize=2.19 KB
2024-11-15T03:19:41,288 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/info/e910756e2b6b443187c7b3b6041b4981 is 147, key is hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04./info:regioninfo/1731640712518/Put/seqid=0
2024-11-15T03:19:41,289 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/.tmp/hfileref/aea4024e0974485686df07605a6be02e is 74, key is 1/hfileref:b2aff5d6da05496287489e73aab4e8ff_SeqId_4_/1731640715293/DeleteColumn/seqid=0
2024-11-15T03:19:41,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741844_1020 (size=7686)
2024-11-15T03:19:41,292 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/info/e910756e2b6b443187c7b3b6041b4981
2024-11-15T03:19:41,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741845_1021 (size=5203)
2024-11-15T03:19:41,293 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/.tmp/hfileref/aea4024e0974485686df07605a6be02e
2024-11-15T03:19:41,311 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/ns/1333c340b4ef400eb904f4ae6468f36a is 43, key is default/ns:d/1731640702148/Put/seqid=0
2024-11-15T03:19:41,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741846_1022 (size=5153)
2024-11-15T03:19:41,316 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/.tmp/queue/cfdc7fc18adf423aaaf5e82bd6e795b5 is 153, key is 1-91f82191efb8,35385,1731640699163/queue:91f82191efb8%2C35385%2C1731640699163/1731640717110/Put/seqid=0
2024-11-15T03:19:41,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741847_1023 (size=5352)
2024-11-15T03:19:41,327 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:19:41,356 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:19:41,356 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:19:41,468 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b6f5158160e042dca328417544cde04
2024-11-15T03:19:41,668 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b6f5158160e042dca328417544cde04
2024-11-15T03:19:41,715 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/ns/1333c340b4ef400eb904f4ae6468f36a
2024-11-15T03:19:41,719 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/.tmp/queue/cfdc7fc18adf423aaaf5e82bd6e795b5
2024-11-15T03:19:41,725 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/.tmp/hfileref/aea4024e0974485686df07605a6be02e as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/hfileref/aea4024e0974485686df07605a6be02e
2024-11-15T03:19:41,729 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/hfileref/aea4024e0974485686df07605a6be02e, entries=2, sequenceid=10, filesize=5.1 K
2024-11-15T03:19:41,731 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/.tmp/queue/cfdc7fc18adf423aaaf5e82bd6e795b5 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/queue/cfdc7fc18adf423aaaf5e82bd6e795b5
2024-11-15T03:19:41,735 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/rep_barrier/a01af662a10d4d36968a8f2e0c70e97f is 112, key is test,,1731640706972.e8a8bb7c00cbb9f672aa95291d3899e6./rep_barrier:seqnumDuringOpen/1731640708140/Put/seqid=0
2024-11-15T03:19:41,736 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/queue/cfdc7fc18adf423aaaf5e82bd6e795b5, entries=1, sequenceid=10, filesize=5.2 K
2024-11-15T03:19:41,737 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8b6f5158160e042dca328417544cde04 in 465ms, sequenceid=10, compaction requested=false
2024-11-15T03:19:41,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741848_1024 (size=5518)
2024-11-15T03:19:41,741 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/replication/8b6f5158160e042dca328417544cde04/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-15T03:19:41,742 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:41,742 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:41,742 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:19:41,742 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b6f5158160e042dca328417544cde04:
Waiting for close lock at 1731640781272Running coprocessor pre-close hooks at 1731640781272Disabling compacts and flushes for region at 1731640781272Disabling writes for close at 1731640781272Obtaining lock to block concurrent updates at 1731640781272Preparing flush snapshotting stores in 8b6f5158160e042dca328417544cde04 at 1731640781272Finished memstore snapshotting hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731640781273 (+1 ms)Flushing stores of hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04. at 1731640781273Flushing 8b6f5158160e042dca328417544cde04/hfileref: creating writer at 1731640781273Flushing 8b6f5158160e042dca328417544cde04/hfileref: appending metadata at 1731640781288 (+15 ms)Flushing 8b6f5158160e042dca328417544cde04/hfileref: closing flushed file at 1731640781288Flushing 8b6f5158160e042dca328417544cde04/queue: creating writer at 1731640781297 (+9 ms)Flushing 8b6f5158160e042dca328417544cde04/queue: appending metadata at 1731640781315 (+18 ms)Flushing 8b6f5158160e042dca328417544cde04/queue: closing flushed file at 1731640781315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534e149f: reopening flushed file at 1731640781724 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e31bf44: reopening flushed file at 1731640781730 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8b6f5158160e042dca328417544cde04 in 465ms, sequenceid=10, compaction requested=false at 1731640781737 (+7 ms)Writing region close event to WAL at 1731640781739 (+2 ms)Running coprocessor post-close hooks at 1731640781742 (+3 ms)Closed at 1731640781742
2024-11-15T03:19:41,742 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640711313.8b6f5158160e042dca328417544cde04.
2024-11-15T03:19:41,868 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:42,063 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,063 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,063 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,064 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,068 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:42,141 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/rep_barrier/a01af662a10d4d36968a8f2e0c70e97f
2024-11-15T03:19:42,158 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/table/3392a364bbb84684979bf1cdd04d48a9 is 53, key is hbase:replication/table:state/1731640712526/Put/seqid=0
2024-11-15T03:19:42,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741849_1025 (size=5308)
2024-11-15T03:19:42,269 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:19:42,269 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:19:42,269 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:42,469 DEBUG [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:42,563 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/table/3392a364bbb84684979bf1cdd04d48a9
2024-11-15T03:19:42,568 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/info/e910756e2b6b443187c7b3b6041b4981 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/info/e910756e2b6b443187c7b3b6041b4981
2024-11-15T03:19:42,573 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/info/e910756e2b6b443187c7b3b6041b4981, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:19:42,574 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/ns/1333c340b4ef400eb904f4ae6468f36a as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/ns/1333c340b4ef400eb904f4ae6468f36a
2024-11-15T03:19:42,575 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:19:42,580 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/ns/1333c340b4ef400eb904f4ae6468f36a, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:19:42,581 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/rep_barrier/a01af662a10d4d36968a8f2e0c70e97f as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/rep_barrier/a01af662a10d4d36968a8f2e0c70e97f
2024-11-15T03:19:42,586 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/rep_barrier/a01af662a10d4d36968a8f2e0c70e97f, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:19:42,587 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/.tmp/table/3392a364bbb84684979bf1cdd04d48a9 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/table/3392a364bbb84684979bf1cdd04d48a9
2024-11-15T03:19:42,594 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/table/3392a364bbb84684979bf1cdd04d48a9, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:19:42,595 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false
2024-11-15T03:19:42,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:42,603 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:19:42,604 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:42,604 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:42,604 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:42,604 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640781268Running coprocessor pre-close hooks at 1731640781268Disabling compacts and flushes for region at 1731640781268Disabling writes for close at 1731640781268Obtaining lock to block concurrent updates at 1731640781268Preparing flush snapshotting stores in 1588230740 at 1731640781268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640781268Flushing stores of hbase:meta,,1.1588230740 at 1731640781269 (+1 ms)Flushing 1588230740/info: creating writer at 1731640781269Flushing 1588230740/info: appending metadata at 1731640781287 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731640781287Flushing 1588230740/ns: creating writer at 1731640781297 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731640781310 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731640781310Flushing 1588230740/rep_barrier: creating writer at 1731640781721 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640781735 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640781735Flushing 1588230740/table: creating writer at 1731640782145 (+410 ms)Flushing 1588230740/table: appending metadata at 1731640782158 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731640782158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187e9db0: reopening flushed file at 1731640782567 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac5b7c: reopening flushed file at 1731640782573 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b24aec: reopening flushed file at 1731640782580 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458a49a7: reopening flushed file at 1731640782586 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731640782595 (+9 ms)Writing region close event to WAL at 1731640782599 (+4 ms)Running coprocessor post-close hooks at 1731640782604 (+5 ms)Closed at 1731640782604
2024-11-15T03:19:42,604 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:42,669 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,35385,1731640699163; all regions closed.
2024-11-15T03:19:42,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:19:42,672 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.meta.1731640702063.meta not finished, retry = 0
2024-11-15T03:19:42,775 DEBUG [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/oldWALs
2024-11-15T03:19:42,775 INFO  [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C35385%2C1731640699163.meta:.meta(num 1731640702063)
2024-11-15T03:19:42,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741839_1015 (size=2700)
2024-11-15T03:19:42,777 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.rep.1731640712482 not finished, retry = 0
2024-11-15T03:19:42,879 DEBUG [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/oldWALs
2024-11-15T03:19:42,879 INFO  [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C35385%2C1731640699163.rep:(num 1731640712482)
2024-11-15T03:19:42,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741833_1009 (size=1300)
2024-11-15T03:19:42,882 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/WALs/91f82191efb8,35385,1731640699163/91f82191efb8%2C35385%2C1731640699163.1731640701516 not finished, retry = 0
2024-11-15T03:19:42,984 DEBUG [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/oldWALs
2024-11-15T03:19:42,984 INFO  [RS:0;91f82191efb8:35385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C35385%2C1731640699163:(num 1731640701516)
2024-11-15T03:19:42,984 DEBUG [RS:0;91f82191efb8:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:42,984 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:19:42,984 INFO  [RS:0;91f82191efb8:35385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:19:42,985 INFO  [RS:0;91f82191efb8:35385 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:19:42,985 INFO  [RS:0;91f82191efb8:35385 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:19:42,985 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:19:42,985 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,35385,1731640699163 because: Region server is closing
2024-11-15T03:19:42,985 INFO  [RS:0;91f82191efb8:35385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:35385.
2024-11-15T03:19:42,985 DEBUG [RS:0;91f82191efb8:35385 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:42,985 DEBUG [RS:0;91f82191efb8:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:42,986 DEBUG [RS:0;91f82191efb8:35385 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:42,986 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:43,086 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.wal-reader.91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:19:43,086 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:19:43,086 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,35385,1731640699163.replicationSource.shipper91f82191efb8%2C35385%2C1731640699163,1-91f82191efb8,35385,1731640699163 terminated
2024-11-15T03:19:43,086 INFO  [RS:0;91f82191efb8:35385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35385
2024-11-15T03:19:43,202 INFO  [RS:0;91f82191efb8:35385 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:19:43,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502/rs
2024-11-15T03:19:43,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01980667502/rs/91f82191efb8,35385,1731640699163
2024-11-15T03:19:43,213 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,35385,1731640699163]
2024-11-15T03:19:43,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01980667502/draining/91f82191efb8,35385,1731640699163 already deleted, retry=false
2024-11-15T03:19:43,223 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,35385,1731640699163 expired; onlineServers=0
2024-11-15T03:19:43,223 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,40345,1731640698964' *****
2024-11-15T03:19:43,223 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:19:43,224 DEBUG [M:0;91f82191efb8:40345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:19:43,224 DEBUG [M:0;91f82191efb8:40345 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:19:43,224 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:19:43,224 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640701236 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640701236,5,FailOnTimeoutGroup]
2024-11-15T03:19:43,224 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640701248 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640701248,5,FailOnTimeoutGroup]
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:19:43,224 DEBUG [M:0;91f82191efb8:40345 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:19:43,224 INFO  [M:0;91f82191efb8:40345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:19:43,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:19:43,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01980667502/master
2024-11-15T03:19:43,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01980667502
2024-11-15T03:19:43,234 DEBUG [M:0;91f82191efb8:40345 {}] zookeeper.ZKUtil(347): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Unable to get data of znode /01980667502/master because node does not exist (not an error)
2024-11-15T03:19:43,234 WARN  [M:0;91f82191efb8:40345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:19:43,235 INFO  [M:0;91f82191efb8:40345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/.lastflushedseqids
2024-11-15T03:19:43,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741850_1026 (size=263)
2024-11-15T03:19:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:43,313 INFO  [RS:0;91f82191efb8:35385 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:19:43,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35385-0x1013c8019060001, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:43,313 INFO  [RS:0;91f82191efb8:35385 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,35385,1731640699163; zookeeper connection closed.
2024-11-15T03:19:43,313 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ddf7b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ddf7b3
2024-11-15T03:19:43,314 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:19:43,640 INFO  [M:0;91f82191efb8:40345 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:19:43,640 INFO  [M:0;91f82191efb8:40345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:19:43,641 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:19:43,641 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:43,641 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:43,641 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:19:43,641 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:43,641 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB
2024-11-15T03:19:43,655 DEBUG [M:0;91f82191efb8:40345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/347efed8725a4a3ebaf838154c7fc921 is 82, key is hbase:meta,,1/info:regioninfo/1731640702101/Put/seqid=0
2024-11-15T03:19:43,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741851_1027 (size=5672)
2024-11-15T03:19:44,060 INFO  [M:0;91f82191efb8:40345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/347efed8725a4a3ebaf838154c7fc921
2024-11-15T03:19:44,078 DEBUG [M:0;91f82191efb8:40345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4cfbe3f02a8481ebbd6b470583658fe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640708158/Put/seqid=0
2024-11-15T03:19:44,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741852_1028 (size=7240)
2024-11-15T03:19:44,482 INFO  [M:0;91f82191efb8:40345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4cfbe3f02a8481ebbd6b470583658fe
2024-11-15T03:19:44,487 INFO  [M:0;91f82191efb8:40345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4cfbe3f02a8481ebbd6b470583658fe
2024-11-15T03:19:44,500 DEBUG [M:0;91f82191efb8:40345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad8d47fb52b42458f52d14ed036ff16 is 69, key is 91f82191efb8,35385,1731640699163/rs:state/1731640701263/Put/seqid=0
2024-11-15T03:19:44,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741853_1029 (size=5156)
2024-11-15T03:19:44,905 INFO  [M:0;91f82191efb8:40345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad8d47fb52b42458f52d14ed036ff16
2024-11-15T03:19:44,910 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/347efed8725a4a3ebaf838154c7fc921 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/347efed8725a4a3ebaf838154c7fc921
2024-11-15T03:19:44,915 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/347efed8725a4a3ebaf838154c7fc921, entries=8, sequenceid=105, filesize=5.5 K
2024-11-15T03:19:44,915 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4cfbe3f02a8481ebbd6b470583658fe as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4cfbe3f02a8481ebbd6b470583658fe
2024-11-15T03:19:44,921 INFO  [M:0;91f82191efb8:40345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4cfbe3f02a8481ebbd6b470583658fe
2024-11-15T03:19:44,921 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4cfbe3f02a8481ebbd6b470583658fe, entries=11, sequenceid=105, filesize=7.1 K
2024-11-15T03:19:44,922 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad8d47fb52b42458f52d14ed036ff16 as hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ad8d47fb52b42458f52d14ed036ff16
2024-11-15T03:19:44,927 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37481/user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ad8d47fb52b42458f52d14ed036ff16, entries=1, sequenceid=105, filesize=5.0 K
2024-11-15T03:19:44,928 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false
2024-11-15T03:19:44,929 INFO  [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:44,929 DEBUG [M:0;91f82191efb8:40345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640783641Disabling compacts and flushes for region at 1731640783641Disabling writes for close at 1731640783641Obtaining lock to block concurrent updates at 1731640783641Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640783641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731640783641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640783642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640783642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640783655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640783655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640784065 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640784078 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640784078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640784487 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640784500 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640784500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d38082a: reopening flushed file at 1731640784909 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690dae90: reopening flushed file at 1731640784915 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bab6374: reopening flushed file at 1731640784921 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1731640784928 (+7 ms)Writing region close event to WAL at 1731640784929 (+1 ms)Closed at 1731640784929
2024-11-15T03:19:44,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41067 is added to blk_1073741830_1006 (size=64526)
2024-11-15T03:19:44,931 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91e7ac77-9d70-29ab-5536-81b798be622a/MasterData/WALs/91f82191efb8,40345,1731640698964/91f82191efb8%2C40345%2C1731640698964.1731640700959 not finished, retry = 0
2024-11-15T03:19:45,032 INFO  [M:0;91f82191efb8:40345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:19:45,032 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:19:45,032 INFO  [M:0;91f82191efb8:40345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40345
2024-11-15T03:19:45,033 INFO  [M:0;91f82191efb8:40345 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:19:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:45,208 INFO  [M:0;91f82191efb8:40345 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:19:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40345-0x1013c8019060000, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:19:45,210 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:19:45,210 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:19:45,210 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:19:45,210 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:19:45,210 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir/,STOPPED}
2024-11-15T03:19:45,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:19:45,211 WARN  [BP-2048959355-172.17.0.2-1731640696183 heartbeating to localhost/127.0.0.1:37481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:19:45,211 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:19:45,211 WARN  [BP-2048959355-172.17.0.2-1731640696183 heartbeating to localhost/127.0.0.1:37481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2048959355-172.17.0.2-1731640696183 (Datanode Uuid 93842a4a-2c62-4322-948e-e6d7d05172b2) service to localhost/127.0.0.1:37481
2024-11-15T03:19:45,212 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/data/data1/current/BP-2048959355-172.17.0.2-1731640696183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:19:45,212 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/cluster_626b9d8f-6676-0265-c5cc-74ee13bbf491/data/data2/current/BP-2048959355-172.17.0.2-1731640696183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:19:45,212 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:19:45,216 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:19:45,217 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:19:45,217 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:19:45,217 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:19:45,217 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/59d9061a-81ce-09d1-6912-3d946c5900cf/hadoop.log.dir/,STOPPED}
2024-11-15T03:19:45,222 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:19:45,233 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:19:45,240 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136)
Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37481 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-10-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37481
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37481 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62762)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-11-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9ad4b8e410.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62762)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9ad4b8e410.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37481
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37481 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37481
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37481
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37481
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34265 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34265 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34265
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34265
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34265 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 511), ProcessCount=11 (was 11), AvailableMemoryMB=1092 (was 1301)
2024-11-15T03:19:45,246 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=1092
2024-11-15T03:19:45,258 INFO  [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations
2024-11-15T03:19:45,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir so I do NOT create it in target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446
2024-11-15T03:19:45,258 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:19:45,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.tmp.dir so I do NOT create it in target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446
2024-11-15T03:19:45,258 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8740537c-4bc1-e9ec-e155-a2a91cc98208/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:19:45,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446
2024-11-15T03:19:45,259 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca, deleteOnExit=true
2024-11-15T03:19:45,275 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/zookeeper_0, clientPort=53029, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:19:45,276 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53029
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/test.cache.data in system properties and HBase conf
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:19:45,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:19:45,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:19:45,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:19:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c8019060002, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:19:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c8019060005, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:19:45,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c8019060005, quorum=127.0.0.1:62762, baseZNode=/1-2131152130 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:19:45,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c8019060002, quorum=127.0.0.1:62762, baseZNode=/01980667502 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:19:45,635 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:19:45,639 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:19:45,640 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:19:45,640 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:19:45,641 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:19:45,641 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:19:45,643 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35299b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:19:45,644 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541e07f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:19:45,738 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1698260d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/java.io.tmpdir/jetty-localhost-39343-hadoop-hdfs-3_4_1-tests_jar-_-any-426080307124229361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:19:45,738 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ffd178{HTTP/1.1, (http/1.1)}{localhost:39343}
2024-11-15T03:19:45,739 INFO  [Time-limited test {}] server.Server(415): Started @146438ms
2024-11-15T03:19:45,990 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:19:45,993 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:19:45,996 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:19:45,996 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:19:45,996 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:19:45,997 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:19:45,997 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58893b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:19:46,091 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6efb4a3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/java.io.tmpdir/jetty-localhost-39879-hadoop-hdfs-3_4_1-tests_jar-_-any-861301971473383160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:19:46,092 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@508856f7{HTTP/1.1, (http/1.1)}{localhost:39879}
2024-11-15T03:19:46,092 INFO  [Time-limited test {}] server.Server(415): Started @146791ms
2024-11-15T03:19:46,093 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:19:46,776 WARN  [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/data/data2/current/BP-898167839-172.17.0.2-1731640785292/current, will proceed with Du for space computation calculation, 
2024-11-15T03:19:46,776 WARN  [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/data/data1/current/BP-898167839-172.17.0.2-1731640785292/current, will proceed with Du for space computation calculation, 
2024-11-15T03:19:46,792 WARN  [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:19:46,795 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x405a751411ada316 with lease ID 0x17a6efe7ff9b562a: Processing first storage report for DS-66378e1e-40fc-4afc-8128-9717b6989e28 from datanode DatanodeRegistration(127.0.0.1:39477, datanodeUuid=8cc7a3a0-567c-4040-b66c-faa5555de992, infoPort=42529, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1212633274;c=1731640785292)
2024-11-15T03:19:46,795 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x405a751411ada316 with lease ID 0x17a6efe7ff9b562a: from storage DS-66378e1e-40fc-4afc-8128-9717b6989e28 node DatanodeRegistration(127.0.0.1:39477, datanodeUuid=8cc7a3a0-567c-4040-b66c-faa5555de992, infoPort=42529, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1212633274;c=1731640785292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:19:46,795 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x405a751411ada316 with lease ID 0x17a6efe7ff9b562a: Processing first storage report for DS-2dcdd05c-b275-49a9-a379-b96fae1006d5 from datanode DatanodeRegistration(127.0.0.1:39477, datanodeUuid=8cc7a3a0-567c-4040-b66c-faa5555de992, infoPort=42529, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1212633274;c=1731640785292)
2024-11-15T03:19:46,795 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x405a751411ada316 with lease ID 0x17a6efe7ff9b562a: from storage DS-2dcdd05c-b275-49a9-a379-b96fae1006d5 node DatanodeRegistration(127.0.0.1:39477, datanodeUuid=8cc7a3a0-567c-4040-b66c-faa5555de992, infoPort=42529, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=1212633274;c=1731640785292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:19:46,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446
2024-11-15T03:19:46,816 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:46,817 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:46,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:19:47,225 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa with version=8
2024-11-15T03:19:47,225 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/hbase-staging
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:19:47,227 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:19:47,228 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46423
2024-11-15T03:19:47,229 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46423 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:19:47,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464230x0, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:19:47,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46423-0x1013c8175260000 connected
2024-11-15T03:19:47,497 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:47,498 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:47,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:19:47,500 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa, hbase.cluster.distributed=false
2024-11-15T03:19:47,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/acl
2024-11-15T03:19:47,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46423
2024-11-15T03:19:47,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46423
2024-11-15T03:19:47,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46423
2024-11-15T03:19:47,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46423
2024-11-15T03:19:47,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46423
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:19:47,516 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:19:47,517 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44977
2024-11-15T03:19:47,518 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44977 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:19:47,518 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:47,520 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449770x0, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:19:47,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449770x0, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:19:47,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44977-0x1013c8175260001 connected
2024-11-15T03:19:47,529 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:19:47,530 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:19:47,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/master
2024-11-15T03:19:47,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/acl
2024-11-15T03:19:47,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44977
2024-11-15T03:19:47,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44977
2024-11-15T03:19:47,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44977
2024-11-15T03:19:47,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44977
2024-11-15T03:19:47,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44977
2024-11-15T03:19:47,545 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:46423
2024-11-15T03:19:47,548 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1220863423/backup-masters/91f82191efb8,46423,1731640787227
2024-11-15T03:19:47,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:19:47,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:19:47,560 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on existing znode=/0-1220863423/backup-masters/91f82191efb8,46423,1731640787227
2024-11-15T03:19:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220863423/master
2024-11-15T03:19:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:47,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:47,571 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on existing znode=/0-1220863423/master
2024-11-15T03:19:47,571 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1220863423/backup-masters/91f82191efb8,46423,1731640787227 from backup master directory
2024-11-15T03:19:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/backup-masters/91f82191efb8,46423,1731640787227
2024-11-15T03:19:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:19:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:19:47,581 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:19:47,581 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,46423,1731640787227
2024-11-15T03:19:47,584 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/hbase.id] with ID: ea8789b2-4026-4702-9f75-5423ed0c0c97
2024-11-15T03:19:47,584 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/.tmp/hbase.id
2024-11-15T03:19:47,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:19:47,989 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/.tmp/hbase.id]:[hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/hbase.id]
2024-11-15T03:19:48,001 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:48,001 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:19:48,002 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:19:48,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:48,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:48,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:19:48,106 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:19:48,133 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:48,133 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:48,134 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:48,134 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:48,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:48,450 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:19:48,451 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:19:48,451 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:48,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:19:48,860 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store
2024-11-15T03:19:48,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:19:49,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:49,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:19:49,266 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:49,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:49,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:19:49,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:49,266 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:49,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640789266Disabling compacts and flushes for region at 1731640789266Disabling writes for close at 1731640789266Writing region close event to WAL at 1731640789266Closed at 1731640789266
2024-11-15T03:19:49,267 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/.initializing
2024-11-15T03:19:49,267 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227
2024-11-15T03:19:49,268 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:19:49,270 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C46423%2C1731640787227, suffix=, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/oldWALs, maxLogs=10
2024-11-15T03:19:49,281 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227/91f82191efb8%2C46423%2C1731640787227.1731640789270, exclude list is [], retry=0
2024-11-15T03:19:49,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:19:49,285 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227/91f82191efb8%2C46423%2C1731640787227.1731640789270
2024-11-15T03:19:49,285 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:19:49,285 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:19:49,286 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:49,286 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,286 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,287 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:49,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:19:49,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:49,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:49,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:49,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:19:49,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:49,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:49,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:49,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:19:49,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:49,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:49,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:49,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:19:49,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:49,292 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:49,292 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,292 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,293 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:19:49,295 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:49,297 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:19:49,297 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69762996, jitterRate=0.03954964876174927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:19:49,298 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640789286Initializing all the Stores at 1731640789286Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640789286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640789287 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640789287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640789287Cleaning up temporary data from old regions at 1731640789294 (+7 ms)Region opened successfully at 1731640789298 (+4 ms)
2024-11-15T03:19:49,298 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:19:49,300 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7243e061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:19:49,301 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:19:49,301 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:19:49,301 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:19:49,302 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:19:49,302 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:19:49,302 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:19:49,302 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:19:49,304 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:19:49,304 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/balancer because node does not exist (not necessarily an error)
2024-11-15T03:19:49,360 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/balancer already deleted, retry=false
2024-11-15T03:19:49,360 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:19:49,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:19:49,370 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/normalizer already deleted, retry=false
2024-11-15T03:19:49,371 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:19:49,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:19:49,381 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/switch/split already deleted, retry=false
2024-11-15T03:19:49,381 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:19:49,391 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/switch/merge already deleted, retry=false
2024-11-15T03:19:49,393 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:19:49,402 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/snapshot-cleanup already deleted, retry=false
2024-11-15T03:19:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:19:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:19:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:49,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:49,413 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,46423,1731640787227, sessionid=0x1013c8175260000, setting cluster-up flag (Was=false)
2024-11-15T03:19:49,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:49,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:49,465 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220863423/flush-table-proc/acquired, /0-1220863423/flush-table-proc/reached, /0-1220863423/flush-table-proc/abort
2024-11-15T03:19:49,466 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,46423,1731640787227
2024-11-15T03:19:49,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:49,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:49,518 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220863423/online-snapshot/acquired, /0-1220863423/online-snapshot/reached, /0-1220863423/online-snapshot/abort
2024-11-15T03:19:49,519 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,46423,1731640787227
2024-11-15T03:19:49,520 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:19:49,521 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:49,521 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:19:49,521 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:19:49,521 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,46423,1731640787227
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:19:49,522 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640819523
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:19:49,523 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:49,524 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:19:49,524 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640789524,5,FailOnTimeoutGroup]
2024-11-15T03:19:49,524 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640789524,5,FailOnTimeoutGroup]
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,524 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:19:49,525 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,525 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:49,525 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:19:49,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:19:49,538 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(746): ClusterId : ea8789b2-4026-4702-9f75-5423ed0c0c97
2024-11-15T03:19:49,538 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:19:49,550 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:19:49,550 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:19:49,560 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:19:49,561 DEBUG [RS:0;91f82191efb8:44977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46470797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:19:49,573 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:44977
2024-11-15T03:19:49,573 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:19:49,573 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:19:49,573 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:19:49,574 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,46423,1731640787227 with port=44977, startcode=1731640787515
2024-11-15T03:19:49,574 DEBUG [RS:0;91f82191efb8:44977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:19:49,576 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:19:49,576 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,44977,1731640787515
2024-11-15T03:19:49,576 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,44977,1731640787515
2024-11-15T03:19:49,577 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa
2024-11-15T03:19:49,577 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43849
2024-11-15T03:19:49,577 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:19:49,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/rs
2024-11-15T03:19:49,581 DEBUG [RS:0;91f82191efb8:44977 {}] zookeeper.ZKUtil(111): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on existing znode=/0-1220863423/rs/91f82191efb8,44977,1731640787515
2024-11-15T03:19:49,581 WARN  [RS:0;91f82191efb8:44977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:19:49,582 INFO  [RS:0;91f82191efb8:44977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:49,582 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515
2024-11-15T03:19:49,582 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,44977,1731640787515]
2024-11-15T03:19:49,585 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:19:49,587 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:19:49,587 INFO  [RS:0;91f82191efb8:44977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:19:49,587 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,587 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:19:49,588 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:19:49,588 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,588 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,589 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,589 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:49,589 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:19:49,589 DEBUG [RS:0;91f82191efb8:44977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:19:49,589 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,589 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,589 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,589 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,589 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,589 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44977,1731640787515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:19:49,602 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:19:49,602 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44977,1731640787515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,602 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,602 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.Replication(171): 91f82191efb8,44977,1731640787515 started
2024-11-15T03:19:49,614 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:49,614 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,44977,1731640787515, RpcServer on 91f82191efb8/172.17.0.2:44977, sessionid=0x1013c8175260001
2024-11-15T03:19:49,614 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:19:49,614 DEBUG [RS:0;91f82191efb8:44977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,44977,1731640787515
2024-11-15T03:19:49,614 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44977,1731640787515'
2024-11-15T03:19:49,614 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220863423/flush-table-proc/abort'
2024-11-15T03:19:49,615 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220863423/flush-table-proc/acquired'
2024-11-15T03:19:49,615 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:19:49,615 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:19:49,615 DEBUG [RS:0;91f82191efb8:44977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,44977,1731640787515
2024-11-15T03:19:49,615 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44977,1731640787515'
2024-11-15T03:19:49,615 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220863423/online-snapshot/abort'
2024-11-15T03:19:49,616 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220863423/online-snapshot/acquired'
2024-11-15T03:19:49,616 DEBUG [RS:0;91f82191efb8:44977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:19:49,616 INFO  [RS:0;91f82191efb8:44977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:19:49,616 INFO  [RS:0;91f82191efb8:44977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:19:49,717 INFO  [RS:0;91f82191efb8:44977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:19:49,718 INFO  [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44977%2C1731640787515, suffix=, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs, maxLogs=10
2024-11-15T03:19:49,730 DEBUG [RS:0;91f82191efb8:44977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719, exclude list is [], retry=0
2024-11-15T03:19:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:19:49,734 INFO  [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719
2024-11-15T03:19:49,735 DEBUG [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:19:49,930 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:19:49,931 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa
2024-11-15T03:19:49,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:19:50,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:50,337 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:19:50,339 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:19:50,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:19:50,340 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:19:50,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,341 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,341 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:19:50,342 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:19:50,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,342 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,342 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:19:50,343 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:19:50,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,343 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740
2024-11-15T03:19:50,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740
2024-11-15T03:19:50,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:19:50,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:19:50,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:19:50,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:19:50,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:19:50,349 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61094443, jitterRate=-0.08962185680866241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:19:50,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640790336Initializing all the Stores at 1731640790337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640790337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640790337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640790337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640790337Cleaning up temporary data from old regions at 1731640790345 (+8 ms)Region opened successfully at 1731640790350 (+5 ms)
2024-11-15T03:19:50,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:19:50,350 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:19:50,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:19:50,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:19:50,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:19:50,350 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:50,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640790350Disabling compacts and flushes for region at 1731640790350Disabling writes for close at 1731640790350Writing region close event to WAL at 1731640790350Closed at 1731640790350
2024-11-15T03:19:50,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:50,352 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:19:50,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:19:50,353 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:19:50,354 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:19:50,504 DEBUG [91f82191efb8:46423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:19:50,505 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,44977,1731640787515
2024-11-15T03:19:50,506 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44977,1731640787515, state=OPENING
2024-11-15T03:19:50,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:19:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:50,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:19:50,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:19:50,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:19:50,599 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44977,1731640787515}]
2024-11-15T03:19:50,751 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:19:50,752 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:19:50,756 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:19:50,756 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:50,756 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:19:50,758 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44977%2C1731640787515.meta, suffix=.meta, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs, maxLogs=10
2024-11-15T03:19:50,770 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.meta.1731640790758.meta, exclude list is [], retry=0
2024-11-15T03:19:50,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:19:50,773 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.meta.1731640790758.meta
2024-11-15T03:19:50,774 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:19:50,774 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:19:50,774 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:19:50,774 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:19:50,774 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:19:50,775 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:19:50,775 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:19:50,775 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:50,775 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:19:50,775 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:19:50,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:19:50,777 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:19:50,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,777 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,777 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:19:50,778 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:19:50,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,779 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:19:50,779 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:19:50,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,780 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,780 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:19:50,780 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:19:50,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:50,781 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:50,781 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:19:50,781 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740
2024-11-15T03:19:50,782 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740
2024-11-15T03:19:50,783 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:19:50,783 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:19:50,783 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:19:50,784 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:19:50,785 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64618402, jitterRate=-0.03711077570915222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:19:50,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:19:50,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640790775Writing region info on filesystem at 1731640790775Initializing all the Stores at 1731640790776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640790776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640790776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640790776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640790776Cleaning up temporary data from old regions at 1731640790783 (+7 ms)Running coprocessor post-open hooks at 1731640790785 (+2 ms)Region opened successfully at 1731640790785
2024-11-15T03:19:50,786 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640790751
2024-11-15T03:19:50,788 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:19:50,788 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:19:50,788 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44977,1731640787515
2024-11-15T03:19:50,789 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44977,1731640787515, state=OPEN
2024-11-15T03:19:50,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:19:50,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:19:50,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,44977,1731640787515
2024-11-15T03:19:50,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:19:50,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:19:50,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:19:50,805 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44977,1731640787515 in 203 msec
2024-11-15T03:19:50,806 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:19:50,806 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec
2024-11-15T03:19:50,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:50,807 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:19:50,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:19:50,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44977,1731640787515, seqNum=-1]
2024-11-15T03:19:50,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:19:50,810 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:19:50,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec
2024-11-15T03:19:50,815 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640790815, completionTime=-1
2024-11-15T03:19:50,815 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:19:50,815 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640850817
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640910817
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46423,1731640787227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46423,1731640787227-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46423,1731640787227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:46423, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,817 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,818 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,819 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46423,1731640787227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:19:50,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46423,1731640787227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:19:50,824 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:19:50,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:19:50,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46423,1731640787227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:50,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:50,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46423,-1 for getting cluster id
2024-11-15T03:19:50,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:19:50,841 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea8789b2-4026-4702-9f75-5423ed0c0c97'
2024-11-15T03:19:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:19:50,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea8789b2-4026-4702-9f75-5423ed0c0c97"

2024-11-15T03:19:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f88324a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46423,-1]
2024-11-15T03:19:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:19:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:50,843 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:19:50,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c156888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:50,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:19:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44977,1731640787515, seqNum=-1]
2024-11-15T03:19:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:19:50,847 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:19:50,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,46423,1731640787227
2024-11-15T03:19:50,849 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:19:50,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:19:50,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c8175260002 connected
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir so I do NOT create it in target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe
2024-11-15T03:19:50,868 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.tmp.dir so I do NOT create it in target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe
2024-11-15T03:19:50,868 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:19:50,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/cluster_bba3c20a-aec4-74a6-b56e-b6435fb57b1a, deleteOnExit=true
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/test.cache.data in system properties and HBase conf
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:19:50,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:19:50,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:19:50,869 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:19:51,206 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:19:51,210 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:19:51,211 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:19:51,211 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:19:51,211 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:19:51,212 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:19:51,212 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:19:51,213 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:19:51,307 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5312732b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/java.io.tmpdir/jetty-localhost-46803-hadoop-hdfs-3_4_1-tests_jar-_-any-13056639932389857329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:19:51,308 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:46803}
2024-11-15T03:19:51,308 INFO  [Time-limited test {}] server.Server(415): Started @152007ms
2024-11-15T03:19:51,564 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:19:51,567 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:19:51,568 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:19:51,568 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:19:51,568 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:19:51,568 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:19:51,569 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:19:51,665 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@313f4481{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/java.io.tmpdir/jetty-localhost-39881-hadoop-hdfs-3_4_1-tests_jar-_-any-9562895230734080301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:19:51,666 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:39881}
2024-11-15T03:19:51,666 INFO  [Time-limited test {}] server.Server(415): Started @152365ms
2024-11-15T03:19:51,667 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:19:52,304 WARN  [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/cluster_bba3c20a-aec4-74a6-b56e-b6435fb57b1a/data/data1/current/BP-1307333295-172.17.0.2-1731640790885/current, will proceed with Du for space computation calculation, 
2024-11-15T03:19:52,304 WARN  [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/cluster_bba3c20a-aec4-74a6-b56e-b6435fb57b1a/data/data2/current/BP-1307333295-172.17.0.2-1731640790885/current, will proceed with Du for space computation calculation, 
2024-11-15T03:19:52,317 WARN  [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:19:52,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcac9aad841c42b84 with lease ID 0xecf5e6a47219083f: Processing first storage report for DS-1e52794d-c940-4c84-9681-c7a75a6d3a81 from datanode DatanodeRegistration(127.0.0.1:35325, datanodeUuid=00432dbd-5907-4310-847d-1adee6eb5c83, infoPort=42141, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1904885721;c=1731640790885)
2024-11-15T03:19:52,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcac9aad841c42b84 with lease ID 0xecf5e6a47219083f: from storage DS-1e52794d-c940-4c84-9681-c7a75a6d3a81 node DatanodeRegistration(127.0.0.1:35325, datanodeUuid=00432dbd-5907-4310-847d-1adee6eb5c83, infoPort=42141, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1904885721;c=1731640790885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:19:52,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcac9aad841c42b84 with lease ID 0xecf5e6a47219083f: Processing first storage report for DS-f751f1ff-4d1a-47cd-b3c3-e32703483778 from datanode DatanodeRegistration(127.0.0.1:35325, datanodeUuid=00432dbd-5907-4310-847d-1adee6eb5c83, infoPort=42141, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1904885721;c=1731640790885)
2024-11-15T03:19:52,320 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcac9aad841c42b84 with lease ID 0xecf5e6a47219083f: from storage DS-f751f1ff-4d1a-47cd-b3c3-e32703483778 node DatanodeRegistration(127.0.0.1:35325, datanodeUuid=00432dbd-5907-4310-847d-1adee6eb5c83, infoPort=42141, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1904885721;c=1731640790885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:19:52,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe
2024-11-15T03:19:52,393 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:52,394 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:52,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:19:52,801 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88 with version=8
2024-11-15T03:19:52,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/hbase-staging
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:19:52,803 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34445
2024-11-15T03:19:52,804 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34445 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:19:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344450x0, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:19:52,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34445-0x1013c8175260003 connected
2024-11-15T03:19:52,918 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:52,919 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:52,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/running
2024-11-15T03:19:52,920 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88, hbase.cluster.distributed=false
2024-11-15T03:19:52,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/acl
2024-11-15T03:19:52,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34445
2024-11-15T03:19:52,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34445
2024-11-15T03:19:52,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34445
2024-11-15T03:19:52,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34445
2024-11-15T03:19:52,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34445
2024-11-15T03:19:52,941 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:19:52,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:52,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:52,941 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:19:52,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:19:52,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:19:52,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:19:52,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:19:52,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44171
2024-11-15T03:19:52,943 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44171 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:19:52,944 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:52,945 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:52,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441710x0, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:19:52,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441710x0, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/running
2024-11-15T03:19:52,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44171-0x1013c8175260004 connected
2024-11-15T03:19:52,960 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:19:52,962 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:19:52,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/master
2024-11-15T03:19:52,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/acl
2024-11-15T03:19:52,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44171
2024-11-15T03:19:52,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44171
2024-11-15T03:19:52,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44171
2024-11-15T03:19:52,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44171
2024-11-15T03:19:52,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44171
2024-11-15T03:19:52,978 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:34445
2024-11-15T03:19:52,979 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11303998016/backup-masters/91f82191efb8,34445,1731640792802
2024-11-15T03:19:52,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016/backup-masters
2024-11-15T03:19:52,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016/backup-masters
2024-11-15T03:19:52,992 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on existing znode=/11303998016/backup-masters/91f82191efb8,34445,1731640792802
2024-11-15T03:19:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11303998016/master
2024-11-15T03:19:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:53,002 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on existing znode=/11303998016/master
2024-11-15T03:19:53,003 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11303998016/backup-masters/91f82191efb8,34445,1731640792802 from backup master directory
2024-11-15T03:19:53,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11303998016/backup-masters/91f82191efb8,34445,1731640792802
2024-11-15T03:19:53,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016/backup-masters
2024-11-15T03:19:53,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016/backup-masters
2024-11-15T03:19:53,012 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:19:53,012 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,34445,1731640792802
2024-11-15T03:19:53,016 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/hbase.id] with ID: 30fe7995-792c-4756-8b70-7165d456a09d
2024-11-15T03:19:53,016 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/.tmp/hbase.id
2024-11-15T03:19:53,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:19:53,421 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/.tmp/hbase.id]:[hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/hbase.id]
2024-11-15T03:19:53,430 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:19:53,431 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:19:53,432 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:19:53,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:53,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:53,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:19:53,882 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:19:53,882 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:19:53,883 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:53,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:19:53,889 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store
2024-11-15T03:19:53,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:19:54,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:54,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:19:54,294 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:54,295 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:54,295 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:19:54,295 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:54,295 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:19:54,295 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640794294Disabling compacts and flushes for region at 1731640794294Disabling writes for close at 1731640794295 (+1 ms)Writing region close event to WAL at 1731640794295Closed at 1731640794295
2024-11-15T03:19:54,296 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/.initializing
2024-11-15T03:19:54,296 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/WALs/91f82191efb8,34445,1731640792802
2024-11-15T03:19:54,297 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:19:54,298 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C34445%2C1731640792802, suffix=, logDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/WALs/91f82191efb8,34445,1731640792802, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/oldWALs, maxLogs=10
2024-11-15T03:19:54,310 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/WALs/91f82191efb8,34445,1731640792802/91f82191efb8%2C34445%2C1731640792802.1731640794298, exclude list is [], retry=0
2024-11-15T03:19:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-1e52794d-c940-4c84-9681-c7a75a6d3a81,DISK]
2024-11-15T03:19:54,314 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/WALs/91f82191efb8,34445,1731640792802/91f82191efb8%2C34445%2C1731640792802.1731640794298
2024-11-15T03:19:54,314 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42141:42141)]
2024-11-15T03:19:54,314 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:19:54,314 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:54,314 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,314 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,316 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:54,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:19:54,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:54,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:54,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:54,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:19:54,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:54,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:54,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:54,320 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:19:54,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:54,320 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:54,320 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:19:54,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:19:54,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:54,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:54,321 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,322 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,322 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,323 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,323 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,323 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:19:54,324 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:19:54,326 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:19:54,326 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63546158, jitterRate=-0.05308845639228821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:19:54,327 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640794314Initializing all the Stores at 1731640794315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640794315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640794315Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640794315Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640794315Cleaning up temporary data from old regions at 1731640794323 (+8 ms)Region opened successfully at 1731640794327 (+4 ms)
2024-11-15T03:19:54,327 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:19:54,329 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c185609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:19:54,330 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:19:54,330 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:19:54,330 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:19:54,330 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:19:54,331 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:19:54,331 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:19:54,331 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:19:54,333 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:19:54,334 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Unable to get data of znode /11303998016/balancer because node does not exist (not necessarily an error)
2024-11-15T03:19:54,391 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11303998016/balancer already deleted, retry=false
2024-11-15T03:19:54,392 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:19:54,392 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Unable to get data of znode /11303998016/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:19:54,402 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11303998016/normalizer already deleted, retry=false
2024-11-15T03:19:54,402 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:19:54,403 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Unable to get data of znode /11303998016/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:19:54,412 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11303998016/switch/split already deleted, retry=false
2024-11-15T03:19:54,413 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Unable to get data of znode /11303998016/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:19:54,423 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11303998016/switch/merge already deleted, retry=false
2024-11-15T03:19:54,424 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Unable to get data of znode /11303998016/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:19:54,433 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11303998016/snapshot-cleanup already deleted, retry=false
2024-11-15T03:19:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11303998016/running
2024-11-15T03:19:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11303998016/running
2024-11-15T03:19:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:54,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:54,445 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,34445,1731640792802, sessionid=0x1013c8175260003, setting cluster-up flag (Was=false)
2024-11-15T03:19:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:54,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:54,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11303998016/flush-table-proc/acquired, /11303998016/flush-table-proc/reached, /11303998016/flush-table-proc/abort
2024-11-15T03:19:54,497 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34445,1731640792802
2024-11-15T03:19:54,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:54,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:54,549 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11303998016/online-snapshot/acquired, /11303998016/online-snapshot/reached, /11303998016/online-snapshot/abort
2024-11-15T03:19:54,550 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34445,1731640792802
2024-11-15T03:19:54,551 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:19:54,552 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:54,552 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:19:54,552 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:19:54,553 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,34445,1731640792802
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:19:54,554 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640824555
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:54,555 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:19:54,555 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:19:54,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:19:54,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:19:54,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640794556,5,FailOnTimeoutGroup]
2024-11-15T03:19:54,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640794556,5,FailOnTimeoutGroup]
2024-11-15T03:19:54,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:19:54,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,556 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:54,556 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:19:54,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:19:54,570 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(746): ClusterId : 30fe7995-792c-4756-8b70-7165d456a09d
2024-11-15T03:19:54,570 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:19:54,582 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:19:54,582 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:19:54,592 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:19:54,592 DEBUG [RS:0;91f82191efb8:44171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63056893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:19:54,602 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:44171
2024-11-15T03:19:54,602 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:19:54,602 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:19:54,602 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:19:54,603 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,34445,1731640792802 with port=44171, startcode=1731640792941
2024-11-15T03:19:54,603 DEBUG [RS:0;91f82191efb8:44171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:19:54,604 INFO  [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:19:54,604 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,44171,1731640792941
2024-11-15T03:19:54,604 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34445 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,44171,1731640792941
2024-11-15T03:19:54,605 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88
2024-11-15T03:19:54,605 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38861
2024-11-15T03:19:54,605 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:19:54,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016/rs
2024-11-15T03:19:54,653 DEBUG [RS:0;91f82191efb8:44171 {}] zookeeper.ZKUtil(111): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on existing znode=/11303998016/rs/91f82191efb8,44171,1731640792941
2024-11-15T03:19:54,653 WARN  [RS:0;91f82191efb8:44171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:19:54,653 INFO  [RS:0;91f82191efb8:44171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:54,653 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941
2024-11-15T03:19:54,653 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,44171,1731640792941]
2024-11-15T03:19:54,656 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:19:54,657 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:19:54,658 INFO  [RS:0;91f82191efb8:44171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:19:54,658 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,658 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:19:54,659 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:19:54,659 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:19:54,659 DEBUG [RS:0;91f82191efb8:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:19:54,660 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,660 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,660 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,660 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,660 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,660 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44171,1731640792941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:19:54,679 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:19:54,679 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44171,1731640792941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,679 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,679 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.Replication(171): 91f82191efb8,44171,1731640792941 started
2024-11-15T03:19:54,692 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:54,693 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,44171,1731640792941, RpcServer on 91f82191efb8/172.17.0.2:44171, sessionid=0x1013c8175260004
2024-11-15T03:19:54,693 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:19:54,693 DEBUG [RS:0;91f82191efb8:44171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,44171,1731640792941
2024-11-15T03:19:54,693 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44171,1731640792941'
2024-11-15T03:19:54,693 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11303998016/flush-table-proc/abort'
2024-11-15T03:19:54,693 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11303998016/flush-table-proc/acquired'
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,44171,1731640792941
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44171,1731640792941'
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11303998016/online-snapshot/abort'
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11303998016/online-snapshot/acquired'
2024-11-15T03:19:54,694 DEBUG [RS:0;91f82191efb8:44171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:19:54,694 INFO  [RS:0;91f82191efb8:44171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:19:54,694 INFO  [RS:0;91f82191efb8:44171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:19:54,794 INFO  [RS:0;91f82191efb8:44171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:19:54,796 INFO  [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44171%2C1731640792941, suffix=, logDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/oldWALs, maxLogs=10
2024-11-15T03:19:54,809 DEBUG [RS:0;91f82191efb8:44171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941/91f82191efb8%2C44171%2C1731640792941.1731640794796, exclude list is [], retry=0
2024-11-15T03:19:54,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-1e52794d-c940-4c84-9681-c7a75a6d3a81,DISK]
2024-11-15T03:19:54,813 INFO  [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941/91f82191efb8%2C44171%2C1731640792941.1731640794796
2024-11-15T03:19:54,813 DEBUG [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42141:42141)]
2024-11-15T03:19:54,962 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:19:54,962 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88
2024-11-15T03:19:54,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:19:55,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:55,369 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:19:55,370 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:19:55,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:19:55,372 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:19:55,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:19:55,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:19:55,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:19:55,375 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:19:55,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:19:55,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740
2024-11-15T03:19:55,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740
2024-11-15T03:19:55,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:19:55,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:19:55,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:19:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:19:55,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:19:55,380 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62698020, jitterRate=-0.06572669744491577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:19:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640795368Initializing all the Stores at 1731640795369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640795369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640795369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640795369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640795369Cleaning up temporary data from old regions at 1731640795377 (+8 ms)Region opened successfully at 1731640795380 (+3 ms)
2024-11-15T03:19:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:19:55,380 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:19:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:19:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:19:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:19:55,380 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:55,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640795380Disabling compacts and flushes for region at 1731640795380Disabling writes for close at 1731640795380Writing region close event to WAL at 1731640795380Closed at 1731640795380
2024-11-15T03:19:55,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:55,381 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:19:55,382 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:19:55,382 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:19:55,383 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:19:55,533 DEBUG [91f82191efb8:34445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:19:55,534 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,44171,1731640792941
2024-11-15T03:19:55,535 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44171,1731640792941, state=OPENING
2024-11-15T03:19:55,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:19:55,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:19:55,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:55,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:19:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11303998016/meta-region-server: CHANGED
2024-11-15T03:19:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11303998016/meta-region-server: CHANGED
2024-11-15T03:19:55,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:19:55,602 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44171,1731640792941}]
2024-11-15T03:19:55,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:19:55,757 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:19:55,760 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:19:55,760 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:55,760 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:19:55,761 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44171%2C1731640792941.meta, suffix=.meta, logDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/oldWALs, maxLogs=10
2024-11-15T03:19:55,779 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941/91f82191efb8%2C44171%2C1731640792941.meta.1731640795762.meta, exclude list is [], retry=0
2024-11-15T03:19:55,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-1e52794d-c940-4c84-9681-c7a75a6d3a81,DISK]
2024-11-15T03:19:55,783 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941/91f82191efb8%2C44171%2C1731640792941.meta.1731640795762.meta
2024-11-15T03:19:55,784 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42141:42141)]
2024-11-15T03:19:55,784 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:19:55,785 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:19:55,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:19:55,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:19:55,785 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:19:55,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:19:55,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:55,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:19:55,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:19:55,788 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:19:55,789 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:19:55,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,789 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,789 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:19:55,790 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:19:55,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,790 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,791 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:19:55,791 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:19:55,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:19:55,792 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:19:55,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,793 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:19:55,793 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:19:55,794 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740
2024-11-15T03:19:55,795 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740
2024-11-15T03:19:55,796 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:19:55,796 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:19:55,796 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:19:55,797 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:19:55,798 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64441879, jitterRate=-0.03974117338657379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:19:55,798 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:19:55,798 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640795785Writing region info on filesystem at 1731640795785Initializing all the Stores at 1731640795786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640795786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640795788 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640795788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640795788Cleaning up temporary data from old regions at 1731640795796 (+8 ms)Running coprocessor post-open hooks at 1731640795798 (+2 ms)Region opened successfully at 1731640795798
2024-11-15T03:19:55,799 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640795755
2024-11-15T03:19:55,801 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:19:55,801 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:19:55,802 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44171,1731640792941
2024-11-15T03:19:55,803 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44171,1731640792941, state=OPEN
2024-11-15T03:19:55,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11303998016/meta-region-server
2024-11-15T03:19:55,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11303998016/meta-region-server
2024-11-15T03:19:55,812 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,44171,1731640792941
2024-11-15T03:19:55,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11303998016/meta-region-server: CHANGED
2024-11-15T03:19:55,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11303998016/meta-region-server: CHANGED
2024-11-15T03:19:55,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:19:55,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44171,1731640792941 in 210 msec
2024-11-15T03:19:55,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:19:55,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec
2024-11-15T03:19:55,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:19:55,816 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:19:55,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:19:55,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44171,1731640792941, seqNum=-1]
2024-11-15T03:19:55,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:19:55,819 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:19:55,823 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec
2024-11-15T03:19:55,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640795823, completionTime=-1
2024-11-15T03:19:55,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:19:55,824 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:19:55,826 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:19:55,826 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640855826
2024-11-15T03:19:55,826 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640915826
2024-11-15T03:19:55,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:19:55,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34445,1731640792802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34445,1731640792802-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34445,1731640792802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:34445, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,828 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,829 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:19:55,831 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.819sec
2024-11-15T03:19:55,831 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:19:55,831 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:19:55,831 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:19:55,831 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:19:55,831 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:19:55,832 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34445,1731640792802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:19:55,832 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34445,1731640792802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:19:55,834 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:19:55,834 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:19:55,834 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34445,1731640792802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:19:55,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56987dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34445,-1 for getting cluster id
2024-11-15T03:19:55,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:19:55,872 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fe7995-792c-4756-8b70-7165d456a09d'
2024-11-15T03:19:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:19:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fe7995-792c-4756-8b70-7165d456a09d"

2024-11-15T03:19:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5b7672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34445,-1]
2024-11-15T03:19:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:19:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:55,874 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:19:55,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445a5a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:19:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44171,1731640792941, seqNum=-1]
2024-11-15T03:19:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:19:55,878 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:19:55,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,34445,1731640792802
2024-11-15T03:19:55,880 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:19:55,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:19:55,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c8175260005 connected
2024-11-15T03:19:55,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499c9a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46423,-1 for getting cluster id
2024-11-15T03:19:55,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:19:55,900 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea8789b2-4026-4702-9f75-5423ed0c0c97'
2024-11-15T03:19:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:19:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea8789b2-4026-4702-9f75-5423ed0c0c97"

2024-11-15T03:19:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7448b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46423,-1]
2024-11-15T03:19:55,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:19:55,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:55,903 INFO  [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:19:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9770d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:19:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,46423,1731640787227
2024-11-15T03:19:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a6b45b
2024-11-15T03:19:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:19:55,906 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:19:55,906 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:34445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:19:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:19:55,909 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34445'
2024-11-15T03:19:55,910 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee87f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,910 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34445,-1 for getting cluster id
2024-11-15T03:19:55,910 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:19:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:19:55,911 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fe7995-792c-4756-8b70-7165d456a09d'
2024-11-15T03:19:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:19:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fe7995-792c-4756-8b70-7165d456a09d"

2024-11-15T03:19:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd6da49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34445,-1]
2024-11-15T03:19:55,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:19:55,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:55,913 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:19:55,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2371bcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:55,914 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:19:55,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34445,1731640792802
2024-11-15T03:19:55,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6896175b
2024-11-15T03:19:55,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:19:55,916 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:19:55,917 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-15T03:19:55,917 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:19:55,917 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:55,917 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:55,917 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:55,918 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:19:55,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:19:55,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:19:55,921 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:55,922 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:19:55,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741835_1011 (size=1138)
2024-11-15T03:19:55,970 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:19:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:19:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:19:56,277 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:19:56,303 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:56,303 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:56,303 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:56,303 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:56,310 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:19:56,332 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6272071936927ae69d157dbc1f10b391, NAME => 'hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa
2024-11-15T03:19:56,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741836_1012 (size=44)
2024-11-15T03:19:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:19:56,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:56,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6272071936927ae69d157dbc1f10b391, disabling compactions & flushes
2024-11-15T03:19:56,738 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:56,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:56,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391. after waiting 0 ms
2024-11-15T03:19:56,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:56,738 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:56,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6272071936927ae69d157dbc1f10b391:
Waiting for close lock at 1731640796738Disabling compacts and flushes for region at 1731640796738Disabling writes for close at 1731640796738Writing region close event to WAL at 1731640796738Closed at 1731640796738
2024-11-15T03:19:56,739 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:19:56,740 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640796739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640796739"}]},"ts":"1731640796739"}
2024-11-15T03:19:56,742 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:19:56,742 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:19:56,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640796742"}]},"ts":"1731640796742"}
2024-11-15T03:19:56,744 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:19:56,744 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN}]
2024-11-15T03:19:56,745 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN
2024-11-15T03:19:56,746 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN; state=OFFLINE, location=91f82191efb8,44977,1731640787515; forceNewPlan=false, retain=false
2024-11-15T03:19:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:19:56,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:19:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:56,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-15T03:19:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:56,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T03:19:56,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T03:19:56,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T03:19:56,897 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6272071936927ae69d157dbc1f10b391, regionState=OPENING, regionLocation=91f82191efb8,44977,1731640787515
2024-11-15T03:19:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN because future has completed
2024-11-15T03:19:56,899 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6272071936927ae69d157dbc1f10b391, server=91f82191efb8,44977,1731640787515}]
2024-11-15T03:19:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:19:57,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:57,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:19:57,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:19:57,056 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44977%2C1731640787515.rep, suffix=, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs, maxLogs=10
2024-11-15T03:19:57,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.rep.1731640797056, exclude list is [], retry=0
2024-11-15T03:19:57,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:19:57,072 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.rep.1731640797056
2024-11-15T03:19:57,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:19:57,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6272071936927ae69d157dbc1f10b391, NAME => 'hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:19:57,072 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:19:57,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:19:57,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391. service=MultiRowMutationService
2024-11-15T03:19:57,073 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:19:57,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:19:57,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,074 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6272071936927ae69d157dbc1f10b391 
2024-11-15T03:19:57,075 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6272071936927ae69d157dbc1f10b391 columnFamilyName hfileref
2024-11-15T03:19:57,075 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:57,075 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(327): Store=6272071936927ae69d157dbc1f10b391/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:57,076 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6272071936927ae69d157dbc1f10b391 
2024-11-15T03:19:57,076 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6272071936927ae69d157dbc1f10b391 columnFamilyName queue
2024-11-15T03:19:57,076 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:57,077 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(327): Store=6272071936927ae69d157dbc1f10b391/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:57,077 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6272071936927ae69d157dbc1f10b391 
2024-11-15T03:19:57,078 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6272071936927ae69d157dbc1f10b391 columnFamilyName sid
2024-11-15T03:19:57,078 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:19:57,078 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(327): Store=6272071936927ae69d157dbc1f10b391/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:19:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:19:57,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:19:57,084 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6272071936927ae69d157dbc1f10b391; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63148901, jitterRate=-0.059008046984672546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:19:57,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:57,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6272071936927ae69d157dbc1f10b391:
Running coprocessor pre-open hook at 1731640797073Writing region info on filesystem at 1731640797073Initializing all the Stores at 1731640797074 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640797074Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640797074Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640797074Cleaning up temporary data from old regions at 1731640797080 (+6 ms)Running coprocessor post-open hooks at 1731640797084 (+4 ms)Region opened successfully at 1731640797085 (+1 ms)
2024-11-15T03:19:57,086 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391., pid=7, masterSystemTime=1731640797051
2024-11-15T03:19:57,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:57,087 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:57,088 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6272071936927ae69d157dbc1f10b391, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44977,1731640787515
2024-11-15T03:19:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6272071936927ae69d157dbc1f10b391, server=91f82191efb8,44977,1731640787515 because future has completed
2024-11-15T03:19:57,093 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-15T03:19:57,093 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6272071936927ae69d157dbc1f10b391, server=91f82191efb8,44977,1731640787515 in 192 msec
2024-11-15T03:19:57,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:19:57,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN in 349 msec
2024-11-15T03:19:57,096 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:19:57,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640797096"}]},"ts":"1731640797096"}
2024-11-15T03:19:57,098 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:19:57,099 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:19:57,101 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec
2024-11-15T03:19:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391., hostname=91f82191efb8,44977,1731640787515, seqNum=2]
2024-11-15T03:19:57,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:57,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:57,340 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:19:57,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-15T03:19:57,492 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:19:57,527 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,44977,1731640787515, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:19:57,527 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:19:57,527 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44977,1731640787515, seqNum=-1]
2024-11-15T03:19:57,528 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:19:57,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService
2024-11-15T03:19:57,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,44977,1731640787515', locateType=CURRENT is [region=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391., hostname=91f82191efb8,44977,1731640787515, seqNum=2]
2024-11-15T03:19:57,533 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-15T03:19:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-15T03:19:57,535 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,44977,1731640787515 suceeded
2024-11-15T03:19:57,536 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-15T03:19:57,536 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec
2024-11-15T03:19:57,537 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:34445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:19:57,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6310 sec
2024-11-15T03:19:57,547 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34445'
2024-11-15T03:19:57,549 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bbfa183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:57,549 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34445,-1 for getting cluster id
2024-11-15T03:19:57,549 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:19:57,549 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fe7995-792c-4756-8b70-7165d456a09d'
2024-11-15T03:19:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:19:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fe7995-792c-4756-8b70-7165d456a09d"

2024-11-15T03:19:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11fa866d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34445,-1]
2024-11-15T03:19:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:19:57,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:57,551 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:19:57,551 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e5ea8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:19:57,551 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:19:57,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34445,1731640792802
2024-11-15T03:19:57,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c112217
2024-11-15T03:19:57,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:19:57,553 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService
2024-11-15T03:19:57,554 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,44977,1731640787515 (queues=1) is replicating from cluster=ea8789b2-4026-4702-9f75-5423ed0c0c97 to cluster=30fe7995-792c-4756-8b70-7165d456a09d
2024-11-15T03:19:57,554 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C44977%2C1731640787515
2024-11-15T03:19:57,554 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,44977,1731640787515, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:19:57,555 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.shipper91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C44977%2C1731640787515
2024-11-15T03:19:57,555 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719, startPosition=0, beingWritten=true
2024-11-15T03:19:57,760 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719 to pos 0, reset compression=false
2024-11-15T03:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:19:58,060 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:19:58,060 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:58,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:58,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:58,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:58,060 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:58,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:19:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,46423,1731640787227
2024-11-15T03:19:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe9420a
2024-11-15T03:19:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:19:58,062 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:19:58,062 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:19:58,062 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:58,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:58,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:58,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:58,063 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:58,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:19:58,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=256261572, stopped=false
2024-11-15T03:19:58,063 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,46423,1731640787227
2024-11-15T03:19:58,065 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719 to pos 0, reset compression=false
2024-11-15T03:19:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:19:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:19:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:58,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:19:58,107 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:19:58,107 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:19:58,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:58,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:58,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:19:58,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:19:58,107 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,44977,1731640787515' *****
2024-11-15T03:19:58,107 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:19:58,108 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(3091): Received CLOSE for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,44977,1731640787515
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44977.
2024-11-15T03:19:58,108 DEBUG [RS:0;91f82191efb8:44977 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:58,108 DEBUG [RS:0;91f82191efb8:44977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:58,108 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6272071936927ae69d157dbc1f10b391, disabling compactions & flushes
2024-11-15T03:19:58,108 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:19:58,108 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:19:58,108 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391. after waiting 0 ms
2024-11-15T03:19:58,108 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:58,108 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:19:58,108 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6272071936927ae69d157dbc1f10b391 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-15T03:19:58,109 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:19:58,109 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6272071936927ae69d157dbc1f10b391=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.}
2024-11-15T03:19:58,109 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:58,109 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:19:58,109 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:19:58,109 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:19:58,109 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:19:58,109 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:19:58,109 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-15T03:19:58,123 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/info/71e90d71bf1d480bb86b81b1133ff3aa is 147, key is hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391./info:regioninfo/1731640797088/Put/seqid=0
2024-11-15T03:19:58,125 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/.tmp/queue/a170a4c8704840fa9187f8e89419d43d is 151, key is 1-91f82191efb8,44977,1731640787515/queue:91f82191efb8%2C44977%2C1731640787515/1731640797532/Put/seqid=0
2024-11-15T03:19:58,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741838_1014 (size=6631)
2024-11-15T03:19:58,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741839_1015 (size=5350)
2024-11-15T03:19:58,197 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:19:58,309 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:58,469 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719 to pos 0, reset compression=false
2024-11-15T03:19:58,509 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6272071936927ae69d157dbc1f10b391
2024-11-15T03:19:58,529 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/info/71e90d71bf1d480bb86b81b1133ff3aa
2024-11-15T03:19:58,530 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/.tmp/queue/a170a4c8704840fa9187f8e89419d43d
2024-11-15T03:19:58,534 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/.tmp/queue/a170a4c8704840fa9187f8e89419d43d as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/queue/a170a4c8704840fa9187f8e89419d43d
2024-11-15T03:19:58,539 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/queue/a170a4c8704840fa9187f8e89419d43d, entries=1, sequenceid=5, filesize=5.2 K
2024-11-15T03:19:58,540 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6272071936927ae69d157dbc1f10b391 in 432ms, sequenceid=5, compaction requested=false
2024-11-15T03:19:58,540 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:19:58,544 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:19:58,544 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:58,544 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:58,544 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:58,544 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6272071936927ae69d157dbc1f10b391:
Waiting for close lock at 1731640798108Running coprocessor pre-close hooks at 1731640798108Disabling compacts and flushes for region at 1731640798108Disabling writes for close at 1731640798108Obtaining lock to block concurrent updates at 1731640798108Preparing flush snapshotting stores in 6272071936927ae69d157dbc1f10b391 at 1731640798108Finished memstore snapshotting hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731640798109 (+1 ms)Flushing stores of hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391. at 1731640798109Flushing 6272071936927ae69d157dbc1f10b391/queue: creating writer at 1731640798109Flushing 6272071936927ae69d157dbc1f10b391/queue: appending metadata at 1731640798125 (+16 ms)Flushing 6272071936927ae69d157dbc1f10b391/queue: closing flushed file at 1731640798125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70646dd5: reopening flushed file at 1731640798534 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6272071936927ae69d157dbc1f10b391 in 432ms, sequenceid=5, compaction requested=false at 1731640798540 (+6 ms)Writing region close event to WAL at 1731640798541 (+1 ms)Running coprocessor post-close hooks at 1731640798544 (+3 ms)Closed at 1731640798544
2024-11-15T03:19:58,545 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:19:58,553 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/ns/af511c0c95c54f748674b95b013b48ec is 43, key is default/ns:d/1731640790810/Put/seqid=0
2024-11-15T03:19:58,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741840_1016 (size=5153)
2024-11-15T03:19:58,590 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:19:58,590 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:19:58,709 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:58,909 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:58,957 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/ns/af511c0c95c54f748674b95b013b48ec
2024-11-15T03:19:58,973 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719 to pos 0, reset compression=false
2024-11-15T03:19:58,974 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/table/5b7bd181d8e04ad1a314bb5ce5c86eef is 53, key is hbase:replication/table:state/1731640797096/Put/seqid=0
2024-11-15T03:19:58,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741841_1017 (size=5256)
2024-11-15T03:19:59,110 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:59,310 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:19:59,310 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:19:59,310 DEBUG [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:19:59,378 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/table/5b7bd181d8e04ad1a314bb5ce5c86eef
2024-11-15T03:19:59,384 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/info/71e90d71bf1d480bb86b81b1133ff3aa as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/info/71e90d71bf1d480bb86b81b1133ff3aa
2024-11-15T03:19:59,390 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/info/71e90d71bf1d480bb86b81b1133ff3aa, entries=10, sequenceid=11, filesize=6.5 K
2024-11-15T03:19:59,391 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/ns/af511c0c95c54f748674b95b013b48ec as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/ns/af511c0c95c54f748674b95b013b48ec
2024-11-15T03:19:59,396 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/ns/af511c0c95c54f748674b95b013b48ec, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:19:59,397 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/table/5b7bd181d8e04ad1a314bb5ce5c86eef as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/table/5b7bd181d8e04ad1a314bb5ce5c86eef
2024-11-15T03:19:59,402 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/table/5b7bd181d8e04ad1a314bb5ce5c86eef, entries=2, sequenceid=11, filesize=5.1 K
2024-11-15T03:19:59,403 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false
2024-11-15T03:19:59,406 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-15T03:19:59,407 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:19:59,407 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:19:59,407 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:59,407 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640798109Running coprocessor pre-close hooks at 1731640798109Disabling compacts and flushes for region at 1731640798109Disabling writes for close at 1731640798109Obtaining lock to block concurrent updates at 1731640798109Preparing flush snapshotting stores in 1588230740 at 1731640798109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731640798109Flushing stores of hbase:meta,,1.1588230740 at 1731640798110 (+1 ms)Flushing 1588230740/info: creating writer at 1731640798110Flushing 1588230740/info: appending metadata at 1731640798122 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731640798122Flushing 1588230740/ns: creating writer at 1731640798534 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731640798552 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731640798552Flushing 1588230740/table: creating writer at 1731640798962 (+410 ms)Flushing 1588230740/table: appending metadata at 1731640798973 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731640798973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af213fb: reopening flushed file at 1731640799383 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4cd515: reopening flushed file at 1731640799390 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c162e63: reopening flushed file at 1731640799396 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1731640799403 (+7 ms)Writing region close event to WAL at 1731640799404 (+1 ms)Running coprocessor post-close hooks at 1731640799407 (+3 ms)Closed at 1731640799407
2024-11-15T03:19:59,407 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:19:59,510 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,44977,1731640787515; all regions closed.
2024-11-15T03:19:59,512 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.meta.1731640790758.meta not finished, retry = 0
2024-11-15T03:19:59,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741834_1010 (size=2742)
2024-11-15T03:19:59,578 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719 to pos 0, reset compression=false
2024-11-15T03:19:59,615 DEBUG [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs
2024-11-15T03:19:59,615 INFO  [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44977%2C1731640787515.meta:.meta(num 1731640790758)
2024-11-15T03:19:59,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741837_1013 (size=1586)
2024-11-15T03:19:59,617 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.rep.1731640797056 not finished, retry = 0
2024-11-15T03:19:59,719 DEBUG [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs
2024-11-15T03:19:59,719 INFO  [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44977%2C1731640787515.rep:(num 1731640797056)
2024-11-15T03:19:59,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741832_1008 (size=93)
2024-11-15T03:19:59,780 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515/91f82191efb8%2C44977%2C1731640787515.1731640789719 not finished, retry = 0
2024-11-15T03:19:59,883 DEBUG [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs
2024-11-15T03:19:59,883 INFO  [RS:0;91f82191efb8:44977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44977%2C1731640787515:(num 1731640789719)
2024-11-15T03:19:59,883 DEBUG [RS:0;91f82191efb8:44977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:59,883 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:19:59,883 INFO  [RS:0;91f82191efb8:44977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:19:59,883 INFO  [RS:0;91f82191efb8:44977 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:19:59,883 INFO  [RS:0;91f82191efb8:44977 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:19:59,883 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:19:59,884 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,44977,1731640787515 because: Region server is closing
2024-11-15T03:19:59,884 INFO  [RS:0;91f82191efb8:44977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44977.
2024-11-15T03:19:59,884 DEBUG [RS:0;91f82191efb8:44977 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:19:59,884 DEBUG [RS:0;91f82191efb8:44977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:59,884 DEBUG [RS:0;91f82191efb8:44977 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:19:59,884 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:19:59,984 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.shipper91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:19:59,984 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.wal-reader.91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:19:59,984 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,44977,1731640787515.replicationSource.shipper91f82191efb8%2C44977%2C1731640787515,1-91f82191efb8,44977,1731640787515 terminated
2024-11-15T03:19:59,984 INFO  [RS:0;91f82191efb8:44977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44977
2024-11-15T03:20:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/rs/91f82191efb8,44977,1731640787515
2024-11-15T03:20:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/rs
2024-11-15T03:20:00,001 INFO  [RS:0;91f82191efb8:44977 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:00,012 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,44977,1731640787515]
2024-11-15T03:20:00,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/draining/91f82191efb8,44977,1731640787515 already deleted, retry=false
2024-11-15T03:20:00,022 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,44977,1731640787515 expired; onlineServers=0
2024-11-15T03:20:00,022 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,46423,1731640787227' *****
2024-11-15T03:20:00,022 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:00,023 DEBUG [M:0;91f82191efb8:46423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:20:00,023 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:20:00,023 DEBUG [M:0;91f82191efb8:46423 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:20:00,023 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640789524 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640789524,5,FailOnTimeoutGroup]
2024-11-15T03:20:00,023 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640789524 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640789524,5,FailOnTimeoutGroup]
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:00,023 DEBUG [M:0;91f82191efb8:46423 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:00,023 INFO  [M:0;91f82191efb8:46423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:20:00,024 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:20:00,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/master
2024-11-15T03:20:00,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:00,033 DEBUG [M:0;91f82191efb8:46423 {}] zookeeper.ZKUtil(347): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/master because node does not exist (not an error)
2024-11-15T03:20:00,033 WARN  [M:0;91f82191efb8:46423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:20:00,034 INFO  [M:0;91f82191efb8:46423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/.lastflushedseqids
2024-11-15T03:20:00,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741842_1018 (size=181)
2024-11-15T03:20:00,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:00,112 INFO  [RS:0;91f82191efb8:44977 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:00,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44977-0x1013c8175260001, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:00,112 INFO  [RS:0;91f82191efb8:44977 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,44977,1731640787515; zookeeper connection closed.
2024-11-15T03:20:00,112 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35387dc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35387dc1
2024-11-15T03:20:00,113 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:20:00,438 INFO  [M:0;91f82191efb8:46423 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:20:00,439 INFO  [M:0;91f82191efb8:46423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:20:00,439 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:00,439 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:00,439 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:00,439 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:00,439 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:00,439 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-15T03:20:00,453 DEBUG [M:0;91f82191efb8:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31c14692aecc428ba6872111a0a7572a is 82, key is hbase:meta,,1/info:regioninfo/1731640790788/Put/seqid=0
2024-11-15T03:20:00,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741843_1019 (size=5672)
2024-11-15T03:20:00,857 INFO  [M:0;91f82191efb8:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31c14692aecc428ba6872111a0a7572a
2024-11-15T03:20:00,876 DEBUG [M:0;91f82191efb8:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bc7752109a644fb995c173b099a9b67 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731640797100/Put/seqid=0
2024-11-15T03:20:00,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741844_1020 (size=7203)
2024-11-15T03:20:01,280 INFO  [M:0;91f82191efb8:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bc7752109a644fb995c173b099a9b67
2024-11-15T03:20:01,287 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:01,303 DEBUG [M:0;91f82191efb8:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fe9683d661b41e5ad36996a28242f6a is 69, key is 91f82191efb8,44977,1731640787515/rs:state/1731640789576/Put/seqid=0
2024-11-15T03:20:01,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741845_1021 (size=5156)
2024-11-15T03:20:01,319 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:01,319 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:01,319 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:01,319 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:01,327 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:01,707 INFO  [M:0;91f82191efb8:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fe9683d661b41e5ad36996a28242f6a
2024-11-15T03:20:01,713 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31c14692aecc428ba6872111a0a7572a as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31c14692aecc428ba6872111a0a7572a
2024-11-15T03:20:01,721 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31c14692aecc428ba6872111a0a7572a, entries=8, sequenceid=70, filesize=5.5 K
2024-11-15T03:20:01,722 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bc7752109a644fb995c173b099a9b67 as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bc7752109a644fb995c173b099a9b67
2024-11-15T03:20:01,726 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bc7752109a644fb995c173b099a9b67, entries=8, sequenceid=70, filesize=7.0 K
2024-11-15T03:20:01,727 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fe9683d661b41e5ad36996a28242f6a as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fe9683d661b41e5ad36996a28242f6a
2024-11-15T03:20:01,731 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fe9683d661b41e5ad36996a28242f6a, entries=1, sequenceid=70, filesize=5.0 K
2024-11-15T03:20:01,732 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false
2024-11-15T03:20:01,733 INFO  [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:01,734 DEBUG [M:0;91f82191efb8:46423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640800439Disabling compacts and flushes for region at 1731640800439Disabling writes for close at 1731640800439Obtaining lock to block concurrent updates at 1731640800439Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640800439Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731640800439Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640800440 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640800440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640800452 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640800452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640800862 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640800876 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640800876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640801284 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640801302 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640801302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556cd89d: reopening flushed file at 1731640801713 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329294e6: reopening flushed file at 1731640801721 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4e2037: reopening flushed file at 1731640801727 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1731640801732 (+5 ms)Writing region close event to WAL at 1731640801733 (+1 ms)Closed at 1731640801733
2024-11-15T03:20:01,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741830_1006 (size=41008)
2024-11-15T03:20:01,736 INFO  [M:0;91f82191efb8:46423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:20:01,736 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:01,737 INFO  [M:0;91f82191efb8:46423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46423
2024-11-15T03:20:01,737 INFO  [M:0;91f82191efb8:46423 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:01,891 INFO  [M:0;91f82191efb8:46423 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:01,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1013c8175260000, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:01,892 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:01,892 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:01,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32895
2024-11-15T03:20:01,894 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32895 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:20:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328950x0, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:01,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32895-0x1013c8175260006 connected
2024-11-15T03:20:01,919 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:01,921 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:01,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:20:01,922 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: INIT
2024-11-15T03:20:01,922 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa, hbase.cluster.distributed=false
2024-11-15T03:20:01,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/acl
2024-11-15T03:20:01,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32895
2024-11-15T03:20:01,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32895
2024-11-15T03:20:01,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32895
2024-11-15T03:20:01,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32895
2024-11-15T03:20:01,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32895
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:01,936 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:20:01,937 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:01,937 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39027
2024-11-15T03:20:01,938 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39027 connecting to ZooKeeper ensemble=127.0.0.1:53029
2024-11-15T03:20:01,938 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:01,939 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390270x0, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:01,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39027-0x1013c8175260007 connected
2024-11-15T03:20:01,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:20:01,949 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: INIT
2024-11-15T03:20:01,949 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:20:01,950 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:20:01,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/master
2024-11-15T03:20:01,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/acl
2024-11-15T03:20:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39027
2024-11-15T03:20:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39027
2024-11-15T03:20:01,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39027
2024-11-15T03:20:01,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39027
2024-11-15T03:20:01,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39027
2024-11-15T03:20:01,967 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:32895
2024-11-15T03:20:01,968 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1220863423/backup-masters/91f82191efb8,32895,1731640801892
2024-11-15T03:20:01,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:20:01,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:20:01,980 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on existing znode=/0-1220863423/backup-masters/91f82191efb8,32895,1731640801892
2024-11-15T03:20:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220863423/master
2024-11-15T03:20:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:01,991 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on existing znode=/0-1220863423/master
2024-11-15T03:20:01,991 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1220863423/backup-masters/91f82191efb8,32895,1731640801892 from backup master directory
2024-11-15T03:20:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/backup-masters/91f82191efb8,32895,1731640801892
2024-11-15T03:20:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:20:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/backup-masters
2024-11-15T03:20:02,001 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:02,001 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,32895,1731640801892
2024-11-15T03:20:02,011 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:02,011 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:20:02,018 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms.
2024-11-15T03:20:02,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741846_1022 (size=196)
2024-11-15T03:20:02,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:02,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:20:02,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:02,433 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-15T03:20:02,434 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227 to hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227-dead as it is dead
2024-11-15T03:20:02,435 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227-dead/91f82191efb8%2C46423%2C1731640787227.1731640789270
2024-11-15T03:20:02,435 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227-dead/91f82191efb8%2C46423%2C1731640787227.1731640789270 after 0ms
2024-11-15T03:20:02,436 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227-dead/91f82191efb8%2C46423%2C1731640787227.1731640789270 to hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C46423%2C1731640787227.1731640789270
2024-11-15T03:20:02,436 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,46423,1731640787227-dead
2024-11-15T03:20:02,436 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,32895,1731640801892
2024-11-15T03:20:02,437 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:02,438 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C32895%2C1731640801892, suffix=, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,32895,1731640801892, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/oldWALs, maxLogs=10
2024-11-15T03:20:02,450 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,32895,1731640801892/91f82191efb8%2C32895%2C1731640801892.1731640802438, exclude list is [], retry=0
2024-11-15T03:20:02,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:20:02,454 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,32895,1731640801892/91f82191efb8%2C32895%2C1731640801892.1731640802438
2024-11-15T03:20:02,454 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:20:02,454 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:02,454 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:02,454 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:02,454 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:02,455 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:02,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:20:02,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:02,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31c14692aecc428ba6872111a0a7572a
2024-11-15T03:20:02,461 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:02,461 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:02,462 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:20:02,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:02,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bc7752109a644fb995c173b099a9b67
2024-11-15T03:20:02,467 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:02,467 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:02,468 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:20:02,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:02,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fe9683d661b41e5ad36996a28242f6a
2024-11-15T03:20:02,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:02,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:02,474 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:20:02,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:02,475 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:02,475 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:02,475 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-15T03:20:02,475 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C46423%2C1731640787227.1731640789270
2024-11-15T03:20:02,479 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C46423%2C1731640787227.1731640789270
2024-11-15T03:20:02,480 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/91f82191efb8%2C46423%2C1731640787227.1731640789270
2024-11-15T03:20:02,481 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:02,481 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:02,482 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:02,483 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:02,485 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1
2024-11-15T03:20:02,485 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59703998, jitterRate=-0.11034110188484192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:02,486 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640802454Initializing all the Stores at 1731640802455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640802455Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640802455Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640802455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640802455Cleaning up temporary data from old regions at 1731640802481 (+26 ms)Region opened successfully at 1731640802485 (+4 ms)
2024-11-15T03:20:02,486 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:20:02,488 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a0b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:02,490 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-15T03:20:02,490 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:20:02,490 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:20:02,490 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:20:02,490 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:20:02,493 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:02,493 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:20:02,493 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:20:02,493 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec
2024-11-15T03:20:02,493 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:20:02,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=91f82191efb8,44977,1731640787515, regionLocation=91f82191efb8,44977,1731640787515, openSeqNum=2
2024-11-15T03:20:02,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=91f82191efb8,44977,1731640787515, table=hbase:meta, region=1588230740
2024-11-15T03:20:02,496 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44977,1731640787515, state=OPEN
2024-11-15T03:20:02,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:20:02,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:20:02,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:20:02,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:20:02,509 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:20:02,517 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/draining/91f82191efb8,44977,1731640787515 already deleted, retry=false
2024-11-15T03:20:02,517 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 91f82191efb8,44977,1731640787515 on 91f82191efb8,32895,1731640801892
2024-11-15T03:20:02,518 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 91f82191efb8,44977,1731640787515, splitWal=true, meta=true
2024-11-15T03:20:02,518 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 91f82191efb8,44977,1731640787515 (carryingMeta=true) 91f82191efb8,44977,1731640787515/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@83ba99f[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-15T03:20:02,519 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/balancer because node does not exist (not necessarily an error)
2024-11-15T03:20:02,528 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/balancer already deleted, retry=false
2024-11-15T03:20:02,528 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:20:02,528 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:20:02,538 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/normalizer already deleted, retry=false
2024-11-15T03:20:02,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:20:02,539 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:20:02,549 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/switch/split already deleted, retry=false
2024-11-15T03:20:02,549 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:20:02,559 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/switch/merge already deleted, retry=false
2024-11-15T03:20:02,572 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:20:02,580 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/snapshot-cleanup already deleted, retry=false
2024-11-15T03:20:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:20:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:20:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:02,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:02,591 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,32895,1731640801892, sessionid=0x1013c8175260006, setting cluster-up flag (Was=false)
2024-11-15T03:20:02,602 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220863423/flush-table-proc/acquired, /0-1220863423/flush-table-proc/reached, /0-1220863423/flush-table-proc/abort
2024-11-15T03:20:02,603 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,32895,1731640801892
2024-11-15T03:20:02,612 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220863423/online-snapshot/acquired, /0-1220863423/online-snapshot/reached, /0-1220863423/online-snapshot/abort
2024-11-15T03:20:02,613 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,32895,1731640801892
2024-11-15T03:20:02,614 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/.lastflushedseqids
2024-11-15T03:20:02,616 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:20:02,617 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:20:02,617 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,32895,1731640801892
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  91f82191efb8,44977,1731640787515
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:02,618 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640832619
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:20:02,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:20:02,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:20:02,620 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 91f82191efb8,44977,1731640787515, splitWal=true, meta=true
2024-11-15T03:20:02,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:20:02,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:20:02,621 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,44977,1731640787515, splitWal=true, meta=true, isMeta: true
2024-11-15T03:20:02,622 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515-splitting
2024-11-15T03:20:02,623 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515-splitting dir is empty, no logs to split.
2024-11-15T03:20:02,623 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 91f82191efb8,44977,1731640787515 WAL count=0, meta=true
2024-11-15T03:20:02,624 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:20:02,624 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:20:02,624 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640802624,5,FailOnTimeoutGroup]
2024-11-15T03:20:02,625 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515-splitting dir is empty, no logs to split.
2024-11-15T03:20:02,625 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 91f82191efb8,44977,1731640787515 WAL count=0, meta=true
2024-11-15T03:20:02,625 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,44977,1731640787515 WAL splitting is done? wals=0, meta=true
2024-11-15T03:20:02,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:20:02,626 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:02,627 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-15T03:20:02,627 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640802624,5,FailOnTimeoutGroup]
2024-11-15T03:20:02,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:20:02,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640802627, completionTime=-1
2024-11-15T03:20:02,627 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-15T03:20:02,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-15T03:20:02,658 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(746): ClusterId : ea8789b2-4026-4702-9f75-5423ed0c0c97
2024-11-15T03:20:02,658 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:20:02,665 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:20:02,665 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:20:02,676 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:20:02,676 DEBUG [RS:0;91f82191efb8:39027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae7abae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:02,686 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:39027
2024-11-15T03:20:02,686 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:20:02,686 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:20:02,686 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:20:02,686 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,32895,1731640801892 with port=39027, startcode=1731640801936
2024-11-15T03:20:02,686 DEBUG [RS:0;91f82191efb8:39027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:20:02,688 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:20:02,688 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,39027,1731640801936
2024-11-15T03:20:02,688 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32895 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,39027,1731640801936
2024-11-15T03:20:02,689 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa
2024-11-15T03:20:02,689 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43849
2024-11-15T03:20:02,689 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:20:02,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/rs
2024-11-15T03:20:02,727 DEBUG [RS:0;91f82191efb8:39027 {}] zookeeper.ZKUtil(111): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on existing znode=/0-1220863423/rs/91f82191efb8,39027,1731640801936
2024-11-15T03:20:02,727 WARN  [RS:0;91f82191efb8:39027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:02,727 INFO  [RS:0;91f82191efb8:39027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:02,727 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936
2024-11-15T03:20:02,728 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,39027,1731640801936]
2024-11-15T03:20:02,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-15T03:20:02,744 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:20:02,745 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:20:02,745 INFO  [RS:0;91f82191efb8:39027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:20:02,745 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,745 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:20:02,746 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:20:02,746 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,746 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:02,747 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:02,747 DEBUG [RS:0;91f82191efb8:39027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:02,747 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,747 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,747 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,747 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,747 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,747 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39027,1731640801936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:02,759 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:20:02,760 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39027,1731640801936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,771 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,39027,1731640801936, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:20:02,771 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,771 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.Replication(171): 91f82191efb8,39027,1731640801936 started
2024-11-15T03:20:02,777 WARN  [91f82191efb8:32895 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T03:20:02,784 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:02,784 DEBUG [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34445'
2024-11-15T03:20:02,784 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,39027,1731640801936, RpcServer on 91f82191efb8/172.17.0.2:39027, sessionid=0x1013c8175260007
2024-11-15T03:20:02,784 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:20:02,784 DEBUG [RS:0;91f82191efb8:39027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,39027,1731640801936
2024-11-15T03:20:02,784 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39027,1731640801936'
2024-11-15T03:20:02,784 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220863423/flush-table-proc/abort'
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220863423/flush-table-proc/acquired'
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e1a331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34445,-1 for getting cluster id
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,39027,1731640801936
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39027,1731640801936'
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220863423/online-snapshot/abort'
2024-11-15T03:20:02,785 DEBUG [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:02,786 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220863423/online-snapshot/acquired'
2024-11-15T03:20:02,786 DEBUG [RS:0;91f82191efb8:39027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:20:02,786 INFO  [RS:0;91f82191efb8:39027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:20:02,786 INFO  [RS:0;91f82191efb8:39027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:20:02,786 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fe7995-792c-4756-8b70-7165d456a09d'
2024-11-15T03:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fe7995-792c-4756-8b70-7165d456a09d"

2024-11-15T03:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175985cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34445,-1]
2024-11-15T03:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:02,788 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:02,788 DEBUG [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42116fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:02,788 DEBUG [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34445,1731640792802
2024-11-15T03:20:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55fc1784
2024-11-15T03:20:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:02,790 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:02,790 INFO  [RS:0;91f82191efb8:39027.replicationSource,1-91f82191efb8,39027,1731640801936 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,39027,1731640801936 (queues=0) is replicating from cluster=ea8789b2-4026-4702-9f75-5423ed0c0c97 to cluster=30fe7995-792c-4756-8b70-7165d456a09d
2024-11-15T03:20:02,886 INFO  [RS:0;91f82191efb8:39027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:02,888 INFO  [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39027%2C1731640801936, suffix=, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs, maxLogs=10
2024-11-15T03:20:02,900 DEBUG [RS:0;91f82191efb8:39027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888, exclude list is [], retry=0
2024-11-15T03:20:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:20:02,904 INFO  [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888
2024-11-15T03:20:02,904 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 91f82191efb8%2C39027%2C1731640801936 for peer 1
2024-11-15T03:20:02,904 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C39027%2C1731640801936
2024-11-15T03:20:02,904 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,39027,1731640801936, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:20:02,908 DEBUG [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:20:02,908 INFO  [RS:0;91f82191efb8:39027.replicationSource.shipper91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C39027%2C1731640801936
2024-11-15T03:20:02,908 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888, startPosition=0, beingWritten=true
2024-11-15T03:20:03,027 DEBUG [91f82191efb8:32895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:20:03,028 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,39027,1731640801936
2024-11-15T03:20:03,029 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39027,1731640801936, state=OPENING
2024-11-15T03:20:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:20:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:20:03,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:20:03,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:20:03,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:03,033 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39027,1731640801936}]
2024-11-15T03:20:03,113 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:03,186 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:03,187 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:20:03,190 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:20:03,190 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:03,190 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:20:03,191 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39027%2C1731640801936.meta, suffix=.meta, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs, maxLogs=10
2024-11-15T03:20:03,203 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.meta.1731640803192.meta, exclude list is [], retry=0
2024-11-15T03:20:03,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:20:03,207 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.meta.1731640803192.meta
2024-11-15T03:20:03,207 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:20:03,207 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:03,207 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:03,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:03,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:20:03,208 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:20:03,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:20:03,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:03,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:20:03,208 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:20:03,209 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:03,210 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:03,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:03,215 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/info/71e90d71bf1d480bb86b81b1133ff3aa
2024-11-15T03:20:03,215 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:03,215 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:03,216 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:03,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:03,221 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/ns/af511c0c95c54f748674b95b013b48ec
2024-11-15T03:20:03,221 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:03,221 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:03,222 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:03,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:03,222 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:03,223 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:03,223 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:03,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:03,228 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/table/5b7bd181d8e04ad1a314bb5ce5c86eef
2024-11-15T03:20:03,228 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:03,228 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:03,229 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740
2024-11-15T03:20:03,230 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740
2024-11-15T03:20:03,231 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:03,231 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:03,232 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:03,232 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:03,233 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65299005, jitterRate=-0.026969000697135925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:03,233 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:20:03,233 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640803208Writing region info on filesystem at 1731640803208Initializing all the Stores at 1731640803209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640803209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640803209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640803209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640803209Cleaning up temporary data from old regions at 1731640803231 (+22 ms)Running coprocessor post-open hooks at 1731640803233 (+2 ms)Region opened successfully at 1731640803233
2024-11-15T03:20:03,234 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731640803185
2024-11-15T03:20:03,236 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:20:03,236 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:20:03,236 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=91f82191efb8,39027,1731640801936
2024-11-15T03:20:03,237 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39027,1731640801936, state=OPEN
2024-11-15T03:20:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:20:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220863423/meta-region-server
2024-11-15T03:20:03,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,39027,1731640801936
2024-11-15T03:20:03,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:20:03,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220863423/meta-region-server: CHANGED
2024-11-15T03:20:03,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-15T03:20:03,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39027,1731640801936 in 210 msec
2024-11-15T03:20:03,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:20:03,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec
2024-11-15T03:20:03,418 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:03,822 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:04,230 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms
2024-11-15T03:20:04,327 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:04,932 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:05,637 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:05,732 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms
2024-11-15T03:20:06,441 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:07,134 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-15T03:20:07,135 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:20:07,135 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:07,135 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39027,1731640801936, seqNum=-1]
2024-11-15T03:20:07,135 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:07,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:07,139 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6272071936927ae69d157dbc1f10b391, regionState=OPEN, lastHost=91f82191efb8,44977,1731640787515, regionLocation=91f82191efb8,44977,1731640787515, openSeqNum=2
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640867140
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640927140
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec
2024-11-15T03:20:07,140 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 91f82191efb8,44977,1731640787515 had 2 regions
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,32895,1731640801892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,32895,1731640801892-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,32895,1731640801892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:32895, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,141 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 91f82191efb8,44977,1731640787515, splitWal=true, meta=true, isMeta: false
2024-11-15T03:20:07,142 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515-splitting dir is empty, no logs to split.
2024-11-15T03:20:07,142 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,44977,1731640787515 WAL count=0, meta=false
2024-11-15T03:20:07,144 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,44977,1731640787515-splitting dir is empty, no logs to split.
2024-11-15T03:20:07,144 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 91f82191efb8,44977,1731640787515 WAL count=0, meta=false
2024-11-15T03:20:07,145 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 91f82191efb8,44977,1731640787515 WAL splitting is done? wals=0, meta=false
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.145sec
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,32895,1731640801892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:07,146 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,32895,1731640801892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:20:07,147 WARN  [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=91f82191efb8,44977,1731640787515/hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:07,148 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN}]
2024-11-15T03:20:07,149 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:20:07,149 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:20:07,149 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN
2024-11-15T03:20:07,149 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,32895,1731640801892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:07,150 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-15T03:20:07,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@912b8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:07,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,32895,-1 for getting cluster id
2024-11-15T03:20:07,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:07,163 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea8789b2-4026-4702-9f75-5423ed0c0c97'
2024-11-15T03:20:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea8789b2-4026-4702-9f75-5423ed0c0c97"

2024-11-15T03:20:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a73720a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,32895,-1]
2024-11-15T03:20:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,164 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a52b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:07,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39027,1731640801936, seqNum=-1]
2024-11-15T03:20:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:07,167 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:07,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-15T03:20:07,170 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:07,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:07,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,170 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:07,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 91f82191efb8:32895 after: 91f82191efb8:32895
2024-11-15T03:20:07,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62245095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:07,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,32895,-1 for getting cluster id
2024-11-15T03:20:07,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:07,171 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea8789b2-4026-4702-9f75-5423ed0c0c97'
2024-11-15T03:20:07,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:07,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea8789b2-4026-4702-9f75-5423ed0c0c97"

2024-11-15T03:20:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1888b2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,32895,-1]
2024-11-15T03:20:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,173 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:07,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:07,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,32895,1731640801892
2024-11-15T03:20:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10f7d12f
2024-11-15T03:20:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:07,175 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:07,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-15T03:20:07,176 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:20:07,176 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:07,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:07,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,176 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:07,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:20:07,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1353644699, stopped=false
2024-11-15T03:20:07,176 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,34445,1731640792802
2024-11-15T03:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11303998016/running
2024-11-15T03:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11303998016/running
2024-11-15T03:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:20:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:20:07,222 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:07,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/running
2024-11-15T03:20:07,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Set watcher on znode that does not yet exist, /11303998016/running
2024-11-15T03:20:07,223 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:07,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:07,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,223 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,44171,1731640792941' *****
2024-11-15T03:20:07,223 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:20:07,223 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:20:07,223 INFO  [RS:0;91f82191efb8:44171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:20:07,223 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,44171,1731640792941
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44171.
2024-11-15T03:20:07,224 DEBUG [RS:0;91f82191efb8:44171 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:07,224 DEBUG [RS:0;91f82191efb8:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:20:07,224 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:20:07,224 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:20:07,224 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:07,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:07,224 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:07,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:07,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:07,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:07,225 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-15T03:20:07,240 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/.tmp/ns/32f1b8af38f247d680978ebf3bd15de2 is 43, key is default/ns:d/1731640795820/Put/seqid=0
2024-11-15T03:20:07,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741835_1011 (size=5153)
2024-11-15T03:20:07,272 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:07,300 DEBUG [91f82191efb8:32895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:20:07,301 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6272071936927ae69d157dbc1f10b391, regionState=OPENING, regionLocation=91f82191efb8,39027,1731640801936
2024-11-15T03:20:07,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN because future has completed
2024-11-15T03:20:07,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6272071936927ae69d157dbc1f10b391, server=91f82191efb8,39027,1731640801936}]
2024-11-15T03:20:07,345 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:07,424 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:07,459 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:07,459 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:07,460 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:20:07,461 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39027%2C1731640801936.rep, suffix=, logDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936, archiveDir=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs, maxLogs=10
2024-11-15T03:20:07,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.rep.1731640807461, exclude list is [], retry=0
2024-11-15T03:20:07,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39477,DS-66378e1e-40fc-4afc-8128-9717b6989e28,DISK]
2024-11-15T03:20:07,475 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.rep.1731640807461
2024-11-15T03:20:07,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42529:42529)]
2024-11-15T03:20:07,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6272071936927ae69d157dbc1f10b391, NAME => 'hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:07,476 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:07,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:07,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391. service=MultiRowMutationService
2024-11-15T03:20:07,476 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:20:07,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:07,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,478 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6272071936927ae69d157dbc1f10b391 
2024-11-15T03:20:07,479 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6272071936927ae69d157dbc1f10b391 columnFamilyName hfileref
2024-11-15T03:20:07,479 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:07,479 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(327): Store=6272071936927ae69d157dbc1f10b391/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:07,479 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6272071936927ae69d157dbc1f10b391 
2024-11-15T03:20:07,480 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6272071936927ae69d157dbc1f10b391 columnFamilyName queue
2024-11-15T03:20:07,480 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:07,485 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/queue/a170a4c8704840fa9187f8e89419d43d
2024-11-15T03:20:07,485 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(327): Store=6272071936927ae69d157dbc1f10b391/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:07,485 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6272071936927ae69d157dbc1f10b391 
2024-11-15T03:20:07,486 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6272071936927ae69d157dbc1f10b391 columnFamilyName sid
2024-11-15T03:20:07,486 DEBUG [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:07,486 INFO  [StoreOpener-6272071936927ae69d157dbc1f10b391-1 {}] regionserver.HStore(327): Store=6272071936927ae69d157dbc1f10b391/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:07,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:07,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,491 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6272071936927ae69d157dbc1f10b391; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69275837, jitterRate=0.03229041397571564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:07,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:07,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6272071936927ae69d157dbc1f10b391:
Running coprocessor pre-open hook at 1731640807477Writing region info on filesystem at 1731640807477Initializing all the Stores at 1731640807478 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640807478Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640807478Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640807478Cleaning up temporary data from old regions at 1731640807489 (+11 ms)Running coprocessor post-open hooks at 1731640807491 (+2 ms)Region opened successfully at 1731640807491
2024-11-15T03:20:07,492 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391., pid=13, masterSystemTime=1731640807456
2024-11-15T03:20:07,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:07,509 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:07,509 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6272071936927ae69d157dbc1f10b391, regionState=OPEN, openSeqNum=9, regionLocation=91f82191efb8,39027,1731640801936
2024-11-15T03:20:07,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6272071936927ae69d157dbc1f10b391, server=91f82191efb8,39027,1731640801936 because future has completed
2024-11-15T03:20:07,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-15T03:20:07,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6272071936927ae69d157dbc1f10b391, server=91f82191efb8,39027,1731640801936 in 208 msec
2024-11-15T03:20:07,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9
2024-11-15T03:20:07,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6272071936927ae69d157dbc1f10b391, ASSIGN in 366 msec
2024-11-15T03:20:07,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-15T03:20:07,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391., hostname=91f82191efb8,39027,1731640801936, seqNum=9]
2024-11-15T03:20:07,531 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 91f82191efb8,44977,1731640787515
2024-11-15T03:20:07,531 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-15T03:20:07,625 DEBUG [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:07,644 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/.tmp/ns/32f1b8af38f247d680978ebf3bd15de2
2024-11-15T03:20:07,650 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/.tmp/ns/32f1b8af38f247d680978ebf3bd15de2 as hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/ns/32f1b8af38f247d680978ebf3bd15de2
2024-11-15T03:20:07,655 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/ns/32f1b8af38f247d680978ebf3bd15de2, entries=2, sequenceid=6, filesize=5.0 K
2024-11-15T03:20:07,656 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false
2024-11-15T03:20:07,656 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:20:07,660 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-15T03:20:07,661 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:07,661 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:07,661 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:07,661 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640807224Running coprocessor pre-close hooks at 1731640807224Disabling compacts and flushes for region at 1731640807224Disabling writes for close at 1731640807224Obtaining lock to block concurrent updates at 1731640807225 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731640807225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731640807225Flushing stores of hbase:meta,,1.1588230740 at 1731640807225Flushing 1588230740/ns: creating writer at 1731640807225Flushing 1588230740/ns: appending metadata at 1731640807239 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731640807239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67252300: reopening flushed file at 1731640807650 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731640807656 (+6 ms)Writing region close event to WAL at 1731640807657 (+1 ms)Running coprocessor post-close hooks at 1731640807661 (+4 ms)Closed at 1731640807661
2024-11-15T03:20:07,661 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:07,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15
2024-11-15T03:20:07,748 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:20:07,748 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:20:07,825 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,44171,1731640792941; all regions closed.
2024-11-15T03:20:07,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741834_1010 (size=1152)
2024-11-15T03:20:07,827 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/WALs/91f82191efb8,44171,1731640792941/91f82191efb8%2C44171%2C1731640792941.meta.1731640795762.meta not finished, retry = 0
2024-11-15T03:20:07,929 DEBUG [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/oldWALs
2024-11-15T03:20:07,929 INFO  [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44171%2C1731640792941.meta:.meta(num 1731640795762)
2024-11-15T03:20:07,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741832_1008 (size=93)
2024-11-15T03:20:07,933 DEBUG [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/oldWALs
2024-11-15T03:20:07,933 INFO  [RS:0;91f82191efb8:44171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44171%2C1731640792941:(num 1731640794796)
2024-11-15T03:20:07,933 DEBUG [RS:0;91f82191efb8:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:07,933 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:07,933 INFO  [RS:0;91f82191efb8:44171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:07,933 INFO  [RS:0;91f82191efb8:44171 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:07,933 INFO  [RS:0;91f82191efb8:44171 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:07,933 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:07,933 INFO  [RS:0;91f82191efb8:44171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44171
2024-11-15T03:20:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11303998016/rs/91f82191efb8,44171,1731640792941
2024-11-15T03:20:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016/rs
2024-11-15T03:20:07,980 INFO  [RS:0;91f82191efb8:44171 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:07,990 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,44171,1731640792941]
2024-11-15T03:20:08,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11303998016/draining/91f82191efb8,44171,1731640792941 already deleted, retry=false
2024-11-15T03:20:08,001 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,44171,1731640792941 expired; onlineServers=0
2024-11-15T03:20:08,001 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,34445,1731640792802' *****
2024-11-15T03:20:08,001 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:20:08,001 INFO  [M:0;91f82191efb8:34445 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:08,001 INFO  [M:0;91f82191efb8:34445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:08,001 DEBUG [M:0;91f82191efb8:34445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:20:08,001 DEBUG [M:0;91f82191efb8:34445 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:20:08,001 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640794556 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640794556,5,FailOnTimeoutGroup]
2024-11-15T03:20:08,001 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640794556 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640794556,5,FailOnTimeoutGroup]
2024-11-15T03:20:08,001 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:20:08,001 INFO  [M:0;91f82191efb8:34445 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:08,002 INFO  [M:0;91f82191efb8:34445 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:08,002 DEBUG [M:0;91f82191efb8:34445 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:20:08,002 INFO  [M:0;91f82191efb8:34445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:20:08,002 INFO  [M:0;91f82191efb8:34445 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:08,002 INFO  [M:0;91f82191efb8:34445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:20:08,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:20:08,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11303998016/master
2024-11-15T03:20:08,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11303998016
2024-11-15T03:20:08,012 DEBUG [M:0;91f82191efb8:34445 {}] zookeeper.ZKUtil(347): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Unable to get data of znode /11303998016/master because node does not exist (not an error)
2024-11-15T03:20:08,012 WARN  [M:0;91f82191efb8:34445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:20:08,013 INFO  [M:0;91f82191efb8:34445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/.lastflushedseqids
2024-11-15T03:20:08,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741836_1012 (size=99)
2024-11-15T03:20:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:08,091 INFO  [RS:0;91f82191efb8:44171 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1013c8175260004, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:08,091 INFO  [RS:0;91f82191efb8:44171 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,44171,1731640792941; zookeeper connection closed.
2024-11-15T03:20:08,091 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d5eeac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d5eeac7
2024-11-15T03:20:08,091 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:20:08,349 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:08,417 INFO  [M:0;91f82191efb8:34445 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:20:08,417 INFO  [M:0;91f82191efb8:34445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:20:08,418 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:08,418 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:08,418 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:08,418 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:08,418 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:08,418 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-15T03:20:08,432 DEBUG [M:0;91f82191efb8:34445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c1d2d79b7b34c92a1dfb33965aeca12 is 82, key is hbase:meta,,1/info:regioninfo/1731640795802/Put/seqid=0
2024-11-15T03:20:08,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741837_1013 (size=5672)
2024-11-15T03:20:08,710 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:08,736 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:08,736 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:08,736 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:08,737 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:08,746 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:08,837 INFO  [M:0;91f82191efb8:34445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c1d2d79b7b34c92a1dfb33965aeca12
2024-11-15T03:20:08,855 DEBUG [M:0;91f82191efb8:34445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d1c1ec24ff4c909c578bad913c0e26 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731640795823/Put/seqid=0
2024-11-15T03:20:08,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741838_1014 (size=5275)
2024-11-15T03:20:09,259 INFO  [M:0;91f82191efb8:34445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d1c1ec24ff4c909c578bad913c0e26
2024-11-15T03:20:09,276 DEBUG [M:0;91f82191efb8:34445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dae7c25c9ac45669148f86143d7b40a is 69, key is 91f82191efb8,44171,1731640792941/rs:state/1731640794604/Put/seqid=0
2024-11-15T03:20:09,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741839_1015 (size=5156)
2024-11-15T03:20:09,454 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:09,680 INFO  [M:0;91f82191efb8:34445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dae7c25c9ac45669148f86143d7b40a
2024-11-15T03:20:09,686 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c1d2d79b7b34c92a1dfb33965aeca12 as hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c1d2d79b7b34c92a1dfb33965aeca12
2024-11-15T03:20:09,690 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c1d2d79b7b34c92a1dfb33965aeca12, entries=8, sequenceid=28, filesize=5.5 K
2024-11-15T03:20:09,691 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d1c1ec24ff4c909c578bad913c0e26 as hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d1c1ec24ff4c909c578bad913c0e26
2024-11-15T03:20:09,695 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d1c1ec24ff4c909c578bad913c0e26, entries=3, sequenceid=28, filesize=5.2 K
2024-11-15T03:20:09,696 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dae7c25c9ac45669148f86143d7b40a as hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dae7c25c9ac45669148f86143d7b40a
2024-11-15T03:20:09,700 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dae7c25c9ac45669148f86143d7b40a, entries=1, sequenceid=28, filesize=5.0 K
2024-11-15T03:20:09,701 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false
2024-11-15T03:20:09,704 INFO  [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:09,705 DEBUG [M:0;91f82191efb8:34445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640808417Disabling compacts and flushes for region at 1731640808417Disabling writes for close at 1731640808418 (+1 ms)Obtaining lock to block concurrent updates at 1731640808418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640808418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731640808418Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640808419 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640808419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640808432 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640808432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640808841 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640808854 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640808854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640809264 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640809276 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640809276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28fd9e77: reopening flushed file at 1731640809685 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61986e97: reopening flushed file at 1731640809690 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dd7ee7: reopening flushed file at 1731640809695 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false at 1731640809701 (+6 ms)Writing region close event to WAL at 1731640809704 (+3 ms)Closed at 1731640809704
2024-11-15T03:20:09,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741830_1006 (size=10165)
2024-11-15T03:20:09,706 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fbcc48c-69da-c86b-40df-4de497022f88/MasterData/WALs/91f82191efb8,34445,1731640792802/91f82191efb8%2C34445%2C1731640792802.1731640794298 not finished, retry = 0
2024-11-15T03:20:09,807 INFO  [M:0;91f82191efb8:34445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:20:09,807 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:09,808 INFO  [M:0;91f82191efb8:34445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34445
2024-11-15T03:20:09,808 INFO  [M:0;91f82191efb8:34445 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:09,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:09,922 INFO  [M:0;91f82191efb8:34445 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:09,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34445-0x1013c8175260003, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:09,924 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@313f4481{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:09,924 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d8a38d2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:09,924 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:09,925 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45139d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:09,925 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3982752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:09,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:20:09,926 WARN  [BP-1307333295-172.17.0.2-1731640790885 heartbeating to localhost/127.0.0.1:38861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:20:09,926 WARN  [BP-1307333295-172.17.0.2-1731640790885 heartbeating to localhost/127.0.0.1:38861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307333295-172.17.0.2-1731640790885 (Datanode Uuid 00432dbd-5907-4310-847d-1adee6eb5c83) service to localhost/127.0.0.1:38861
2024-11-15T03:20:09,926 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:20:09,926 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/cluster_bba3c20a-aec4-74a6-b56e-b6435fb57b1a/data/data1/current/BP-1307333295-172.17.0.2-1731640790885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:09,926 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/cluster_bba3c20a-aec4-74a6-b56e-b6435fb57b1a/data/data2/current/BP-1307333295-172.17.0.2-1731640790885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:09,926 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:20:09,931 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5312732b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:09,931 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11feb6f4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:09,932 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:09,932 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75df8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:09,932 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddfaba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:09,943 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:20:09,943 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:20:09,943 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:09,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:09,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:09,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:09,943 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:09,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:20:09,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=245526038, stopped=false
2024-11-15T03:20:09,943 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,32895,1731640801892
2024-11-15T03:20:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:20:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/running
2024-11-15T03:20:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:09,959 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:09,959 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:09,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:09,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:20:09,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:09,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Set watcher on znode that does not yet exist, /0-1220863423/running
2024-11-15T03:20:09,960 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,39027,1731640801936' *****
2024-11-15T03:20:09,960 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:20:09,960 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(3091): Received CLOSE for 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,39027,1731640801936
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39027.
2024-11-15T03:20:09,960 DEBUG [RS:0;91f82191efb8:39027 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:09,960 DEBUG [RS:0;91f82191efb8:39027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:09,960 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6272071936927ae69d157dbc1f10b391, disabling compactions & flushes
2024-11-15T03:20:09,960 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:09,960 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:20:09,960 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391. after waiting 0 ms
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:20:09,960 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:09,960 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:20:09,961 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:20:09,961 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6272071936927ae69d157dbc1f10b391=hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.}
2024-11-15T03:20:09,961 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6272071936927ae69d157dbc1f10b391
2024-11-15T03:20:09,961 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:09,961 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:09,961 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:09,961 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:09,961 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:09,961 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-15T03:20:09,964 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/replication/6272071936927ae69d157dbc1f10b391/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-15T03:20:09,964 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:09,964 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:09,964 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6272071936927ae69d157dbc1f10b391:
Waiting for close lock at 1731640809960Running coprocessor pre-close hooks at 1731640809960Disabling compacts and flushes for region at 1731640809960Disabling writes for close at 1731640809960Writing region close event to WAL at 1731640809961 (+1 ms)Running coprocessor post-close hooks at 1731640809964 (+3 ms)Closed at 1731640809964
2024-11-15T03:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391.
2024-11-15T03:20:09,974 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/info/4231a3769a5f46a18b1e008764ee09ea is 147, key is hbase:replication,,1731640795918.6272071936927ae69d157dbc1f10b391./info:regioninfo/1731640807509/Put/seqid=0
2024-11-15T03:20:09,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741851_1027 (size=6385)
2024-11-15T03:20:10,053 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:10,161 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:10,361 DEBUG [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:10,379 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/info/4231a3769a5f46a18b1e008764ee09ea
2024-11-15T03:20:10,384 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/.tmp/info/4231a3769a5f46a18b1e008764ee09ea as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/info/4231a3769a5f46a18b1e008764ee09ea
2024-11-15T03:20:10,388 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/info/4231a3769a5f46a18b1e008764ee09ea, entries=8, sequenceid=19, filesize=6.2 K
2024-11-15T03:20:10,389 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false
2024-11-15T03:20:10,395 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-15T03:20:10,396 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:10,396 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:10,396 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:10,396 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640809961Running coprocessor pre-close hooks at 1731640809961Disabling compacts and flushes for region at 1731640809961Disabling writes for close at 1731640809961Obtaining lock to block concurrent updates at 1731640809961Preparing flush snapshotting stores in 1588230740 at 1731640809961Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731640809961Flushing stores of hbase:meta,,1.1588230740 at 1731640809962 (+1 ms)Flushing 1588230740/info: creating writer at 1731640809962Flushing 1588230740/info: appending metadata at 1731640809974 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731640809974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bfb800f: reopening flushed file at 1731640810383 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731640810389 (+6 ms)Writing region close event to WAL at 1731640810392 (+3 ms)Running coprocessor post-close hooks at 1731640810396 (+4 ms)Closed at 1731640810396
2024-11-15T03:20:10,396 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:10,561 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,39027,1731640801936; all regions closed.
2024-11-15T03:20:10,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741849_1025 (size=2156)
2024-11-15T03:20:10,563 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.meta.1731640803192.meta not finished, retry = 0
2024-11-15T03:20:10,659 DEBUG [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 to pos 0, reset compression=false
2024-11-15T03:20:10,665 DEBUG [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs
2024-11-15T03:20:10,665 INFO  [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39027%2C1731640801936.meta:.meta(num 1731640803192)
2024-11-15T03:20:10,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741850_1026 (size=796)
2024-11-15T03:20:10,667 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.rep.1731640807461 not finished, retry = 0
2024-11-15T03:20:10,747 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:20:10,747 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:20:10,770 DEBUG [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs
2024-11-15T03:20:10,770 INFO  [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39027%2C1731640801936.rep:(num 1731640807461)
2024-11-15T03:20:10,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741848_1024 (size=93)
2024-11-15T03:20:10,772 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/WALs/91f82191efb8,39027,1731640801936/91f82191efb8%2C39027%2C1731640801936.1731640802888 not finished, retry = 0
2024-11-15T03:20:10,874 DEBUG [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/oldWALs
2024-11-15T03:20:10,874 INFO  [RS:0;91f82191efb8:39027 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39027%2C1731640801936:(num 1731640802888)
2024-11-15T03:20:10,874 DEBUG [RS:0;91f82191efb8:39027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:10,874 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:10,874 INFO  [RS:0;91f82191efb8:39027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:10,875 INFO  [RS:0;91f82191efb8:39027 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:10,875 INFO  [RS:0;91f82191efb8:39027 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:10,875 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,39027,1731640801936 because: Region server is closing
2024-11-15T03:20:10,875 INFO  [RS:0;91f82191efb8:39027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39027.
2024-11-15T03:20:10,875 DEBUG [RS:0;91f82191efb8:39027 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:10,875 DEBUG [RS:0;91f82191efb8:39027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:10,875 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-15T03:20:10,875 DEBUG [RS:0;91f82191efb8:39027 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:10,875 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-15T03:20:10,875 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:10,875 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:10,875 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-15T03:20:10,976 WARN  [RS:0;91f82191efb8:39027.replicationSource.wal-reader.91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:20:10,976 WARN  [RS:0;91f82191efb8:39027.replicationSource.shipper91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:20:10,976 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;91f82191efb8:39027.replicationSource.shipper91f82191efb8%2C39027%2C1731640801936,1-91f82191efb8,39027,1731640801936 terminated
2024-11-15T03:20:10,976 INFO  [RS:0;91f82191efb8:39027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39027
2024-11-15T03:20:11,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423/rs
2024-11-15T03:20:11,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/rs/91f82191efb8,39027,1731640801936
2024-11-15T03:20:11,022 INFO  [RS:0;91f82191efb8:39027 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:11,032 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,39027,1731640801936]
2024-11-15T03:20:11,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220863423/draining/91f82191efb8,39027,1731640801936 already deleted, retry=false
2024-11-15T03:20:11,043 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,39027,1731640801936 expired; onlineServers=0
2024-11-15T03:20:11,043 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,32895,1731640801892' *****
2024-11-15T03:20:11,043 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:20:11,043 INFO  [M:0;91f82191efb8:32895 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:11,043 INFO  [M:0;91f82191efb8:32895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:11,043 DEBUG [M:0;91f82191efb8:32895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:20:11,043 DEBUG [M:0;91f82191efb8:32895 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:20:11,043 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:20:11,043 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640802624 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640802624,5,FailOnTimeoutGroup]
2024-11-15T03:20:11,043 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640802624 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640802624,5,FailOnTimeoutGroup]
2024-11-15T03:20:11,043 INFO  [M:0;91f82191efb8:32895 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:11,044 INFO  [M:0;91f82191efb8:32895 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:11,044 DEBUG [M:0;91f82191efb8:32895 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:20:11,044 INFO  [M:0;91f82191efb8:32895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:20:11,044 INFO  [M:0;91f82191efb8:32895 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:11,044 INFO  [M:0;91f82191efb8:32895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:20:11,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:20:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220863423/master
2024-11-15T03:20:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220863423
2024-11-15T03:20:11,054 DEBUG [M:0;91f82191efb8:32895 {}] zookeeper.ZKUtil(347): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Unable to get data of znode /0-1220863423/master because node does not exist (not an error)
2024-11-15T03:20:11,054 WARN  [M:0;91f82191efb8:32895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:20:11,054 INFO  [M:0;91f82191efb8:32895 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/.lastflushedseqids
2024-11-15T03:20:11,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741852_1028 (size=181)
2024-11-15T03:20:11,133 INFO  [RS:0;91f82191efb8:39027 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:11,133 INFO  [RS:0;91f82191efb8:39027 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,39027,1731640801936; zookeeper connection closed.
2024-11-15T03:20:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39027-0x1013c8175260007, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:11,133 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610b2a16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610b2a16
2024-11-15T03:20:11,134 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:20:11,459 INFO  [M:0;91f82191efb8:32895 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:20:11,459 INFO  [M:0;91f82191efb8:32895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:20:11,459 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:11,459 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:11,459 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:11,459 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:11,459 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:11,460 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-15T03:20:11,473 DEBUG [M:0;91f82191efb8:32895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/582ff9d489504b1a889ff9657d1d97b9 is 82, key is hbase:meta,,1/info:regioninfo/1731640803236/Put/seqid=0
2024-11-15T03:20:11,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741853_1029 (size=5672)
2024-11-15T03:20:11,877 INFO  [M:0;91f82191efb8:32895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/582ff9d489504b1a889ff9657d1d97b9
2024-11-15T03:20:11,894 DEBUG [M:0;91f82191efb8:32895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12e9e6e360024da49401a50165a5b145 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731640807514/Put/seqid=0
2024-11-15T03:20:11,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741854_1030 (size=7312)
2024-11-15T03:20:12,299 INFO  [M:0;91f82191efb8:32895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12e9e6e360024da49401a50165a5b145
2024-11-15T03:20:12,322 DEBUG [M:0;91f82191efb8:32895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7eb0ee0ab67b42e58737708696571d75 is 69, key is 91f82191efb8,39027,1731640801936/rs:state/1731640802688/Put/seqid=0
2024-11-15T03:20:12,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741855_1031 (size=5370)
2024-11-15T03:20:12,326 INFO  [M:0;91f82191efb8:32895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7eb0ee0ab67b42e58737708696571d75
2024-11-15T03:20:12,330 INFO  [M:0;91f82191efb8:32895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7eb0ee0ab67b42e58737708696571d75
2024-11-15T03:20:12,330 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/582ff9d489504b1a889ff9657d1d97b9 as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/582ff9d489504b1a889ff9657d1d97b9
2024-11-15T03:20:12,335 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/582ff9d489504b1a889ff9657d1d97b9, entries=8, sequenceid=127, filesize=5.5 K
2024-11-15T03:20:12,336 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12e9e6e360024da49401a50165a5b145 as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12e9e6e360024da49401a50165a5b145
2024-11-15T03:20:12,340 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12e9e6e360024da49401a50165a5b145, entries=7, sequenceid=127, filesize=7.1 K
2024-11-15T03:20:12,341 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7eb0ee0ab67b42e58737708696571d75 as hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7eb0ee0ab67b42e58737708696571d75
2024-11-15T03:20:12,346 INFO  [M:0;91f82191efb8:32895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7eb0ee0ab67b42e58737708696571d75
2024-11-15T03:20:12,346 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43849/user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7eb0ee0ab67b42e58737708696571d75, entries=2, sequenceid=127, filesize=5.2 K
2024-11-15T03:20:12,347 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false
2024-11-15T03:20:12,348 INFO  [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:12,348 DEBUG [M:0;91f82191efb8:32895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640811459Disabling compacts and flushes for region at 1731640811459Disabling writes for close at 1731640811459Obtaining lock to block concurrent updates at 1731640811460 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640811460Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731640811460Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640811460Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640811460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640811473 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640811473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640811881 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640811894 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640811894Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640812303 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640812321 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640812321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c290e4: reopening flushed file at 1731640812330 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605f393f: reopening flushed file at 1731640812335 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f03fc8c: reopening flushed file at 1731640812341 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false at 1731640812347 (+6 ms)Writing region close event to WAL at 1731640812348 (+1 ms)Closed at 1731640812348
2024-11-15T03:20:12,350 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cacbeca-23ac-cd5d-1a54-fa86dee130fa/MasterData/WALs/91f82191efb8,32895,1731640801892/91f82191efb8%2C32895%2C1731640801892.1731640802438 not finished, retry = 0
2024-11-15T03:20:12,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39477 is added to blk_1073741847_1023 (size=22903)
2024-11-15T03:20:12,450 INFO  [M:0;91f82191efb8:32895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:20:12,450 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:12,451 INFO  [M:0;91f82191efb8:32895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32895
2024-11-15T03:20:12,451 INFO  [M:0;91f82191efb8:32895 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:12,564 INFO  [M:0;91f82191efb8:32895 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32895-0x1013c8175260006, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:12,590 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6efb4a3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:12,590 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@508856f7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:12,590 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:12,590 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58893b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:12,590 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:12,592 WARN  [BP-898167839-172.17.0.2-1731640785292 heartbeating to localhost/127.0.0.1:43849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:20:12,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:20:12,592 WARN  [BP-898167839-172.17.0.2-1731640785292 heartbeating to localhost/127.0.0.1:43849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-898167839-172.17.0.2-1731640785292 (Datanode Uuid 8cc7a3a0-567c-4040-b66c-faa5555de992) service to localhost/127.0.0.1:43849
2024-11-15T03:20:12,592 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:20:12,592 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/data/data1/current/BP-898167839-172.17.0.2-1731640785292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:12,592 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/cluster_bedd56ed-d74f-37f6-cd10-df91fa35e9ca/data/data2/current/BP-898167839-172.17.0.2-1731640785292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:12,593 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:20:12,599 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1698260d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:12,599 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ffd178{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:12,599 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:12,600 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541e07f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:12,600 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35299b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95b3e9c5-7f1d-e0bd-323b-f78c8c4fe446/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:12,606 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:20:12,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:20:12,635 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43849
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53029)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43849
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38861
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43849 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38861 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53029)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: globalEventExecutor-1-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38861 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ForkJoinPool-2-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43849 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38861
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43849
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43849
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43849
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43849
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38861 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43849 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=1136 (was 1092) - AvailableMemoryMB LEAK? -
2024-11-15T03:20:12,644 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=1136
2024-11-15T03:20:12,656 INFO  [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication
2024-11-15T03:20:12,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir so I do NOT create it in target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc
2024-11-15T03:20:12,656 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:20:12,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.tmp.dir so I do NOT create it in target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc
2024-11-15T03:20:12,656 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9b8a3d70-48bb-a6d7-4bd4-45e6ba243fbe/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:20:12,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc
2024-11-15T03:20:12,657 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2, deleteOnExit=true
2024-11-15T03:20:12,673 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/zookeeper_0, clientPort=49506, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:20:12,674 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49506
2024-11-15T03:20:12,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:20:12,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:20:12,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/test.cache.data in system properties and HBase conf
2024-11-15T03:20:12,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:20:12,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:20:12,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:12,676 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:20:12,676 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:20:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c8175260005, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:20:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c8175260002, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:20:12,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c8175260002, quorum=127.0.0.1:53029, baseZNode=/0-1220863423 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:20:12,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c8175260005, quorum=127.0.0.1:53029, baseZNode=/11303998016 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:20:13,180 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:13,185 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:13,198 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:13,198 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:13,198 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:13,199 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:13,200 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:13,200 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232c90b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:13,323 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8fb846{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/java.io.tmpdir/jetty-localhost-39083-hadoop-hdfs-3_4_1-tests_jar-_-any-7991582178739791298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:13,324 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486001b5{HTTP/1.1, (http/1.1)}{localhost:39083}
2024-11-15T03:20:13,324 INFO  [Time-limited test {}] server.Server(415): Started @174023ms
2024-11-15T03:20:13,651 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:13,655 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:13,660 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:13,660 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:13,660 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:13,664 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:13,665 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:13,784 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5226859e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/java.io.tmpdir/jetty-localhost-34521-hadoop-hdfs-3_4_1-tests_jar-_-any-13429562901291008626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:13,784 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:34521}
2024-11-15T03:20:13,784 INFO  [Time-limited test {}] server.Server(415): Started @174483ms
2024-11-15T03:20:13,785 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:20:14,485 WARN  [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/data/data1/current/BP-580855319-172.17.0.2-1731640812706/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:14,485 WARN  [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/data/data2/current/BP-580855319-172.17.0.2-1731640812706/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:14,507 WARN  [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:20:14,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0472ae66b9865ba with lease ID 0x240d3bd1542b943b: Processing first storage report for DS-0818ab2e-9545-4985-a9eb-eb1df9689072 from datanode DatanodeRegistration(127.0.0.1:33739, datanodeUuid=7208e353-f011-44da-a54f-05ef1d4a9993, infoPort=43053, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=1417024881;c=1731640812706)
2024-11-15T03:20:14,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0472ae66b9865ba with lease ID 0x240d3bd1542b943b: from storage DS-0818ab2e-9545-4985-a9eb-eb1df9689072 node DatanodeRegistration(127.0.0.1:33739, datanodeUuid=7208e353-f011-44da-a54f-05ef1d4a9993, infoPort=43053, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=1417024881;c=1731640812706), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:14,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0472ae66b9865ba with lease ID 0x240d3bd1542b943b: Processing first storage report for DS-e38a2f32-83a1-4422-b80f-4eec26784388 from datanode DatanodeRegistration(127.0.0.1:33739, datanodeUuid=7208e353-f011-44da-a54f-05ef1d4a9993, infoPort=43053, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=1417024881;c=1731640812706)
2024-11-15T03:20:14,510 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0472ae66b9865ba with lease ID 0x240d3bd1542b943b: from storage DS-e38a2f32-83a1-4422-b80f-4eec26784388 node DatanodeRegistration(127.0.0.1:33739, datanodeUuid=7208e353-f011-44da-a54f-05ef1d4a9993, infoPort=43053, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=1417024881;c=1731640812706), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:14,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc
2024-11-15T03:20:14,517 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:14,518 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:14,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:20:14,940 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56 with version=8
2024-11-15T03:20:14,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/hbase-staging
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:20:14,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:14,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38599
2024-11-15T03:20:14,944 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38599 connecting to ZooKeeper ensemble=127.0.0.1:49506
2024-11-15T03:20:15,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385990x0, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:15,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38599-0x1013c81e02c0000 connected
2024-11-15T03:20:15,148 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:15,150 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:15,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/running
2024-11-15T03:20:15,153 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56, hbase.cluster.distributed=false
2024-11-15T03:20:15,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/acl
2024-11-15T03:20:15,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38599
2024-11-15T03:20:15,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38599
2024-11-15T03:20:15,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38599
2024-11-15T03:20:15,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38599
2024-11-15T03:20:15,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38599
2024-11-15T03:20:15,189 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:15,189 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:15,190 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:15,190 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:15,190 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:15,190 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:15,190 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:20:15,190 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:15,191 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46231
2024-11-15T03:20:15,192 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46231 connecting to ZooKeeper ensemble=127.0.0.1:49506
2024-11-15T03:20:15,193 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:15,195 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:15,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462310x0, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:15,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46231-0x1013c81e02c0001 connected
2024-11-15T03:20:15,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/running
2024-11-15T03:20:15,212 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:20:15,213 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:20:15,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/master
2024-11-15T03:20:15,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/acl
2024-11-15T03:20:15,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46231
2024-11-15T03:20:15,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46231
2024-11-15T03:20:15,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46231
2024-11-15T03:20:15,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46231
2024-11-15T03:20:15,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46231
2024-11-15T03:20:15,250 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:38599
2024-11-15T03:20:15,251 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-704630753/backup-masters/91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753/backup-masters
2024-11-15T03:20:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753/backup-masters
2024-11-15T03:20:15,263 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on existing znode=/0-704630753/backup-masters/91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-704630753/master
2024-11-15T03:20:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,275 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on existing znode=/0-704630753/master
2024-11-15T03:20:15,275 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-704630753/backup-masters/91f82191efb8,38599,1731640814942 from backup master directory
2024-11-15T03:20:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753/backup-masters
2024-11-15T03:20:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-704630753/backup-masters/91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753/backup-masters
2024-11-15T03:20:15,285 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:15,285 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,290 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/hbase.id] with ID: 7bcd934b-bb1c-4708-9bb2-8ad68c96a563
2024-11-15T03:20:15,290 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/.tmp/hbase.id
2024-11-15T03:20:15,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:20:15,305 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/.tmp/hbase.id]:[hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/hbase.id]
2024-11-15T03:20:15,316 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:15,316 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:20:15,317 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:20:15,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:20:15,338 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:15,339 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:20:15,339 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:15,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:20:15,354 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store
2024-11-15T03:20:15,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:20:15,370 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:15,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:15,371 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:15,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:15,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:15,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:15,371 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:15,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640815370Disabling compacts and flushes for region at 1731640815370Disabling writes for close at 1731640815371 (+1 ms)Writing region close event to WAL at 1731640815371Closed at 1731640815371
2024-11-15T03:20:15,372 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/.initializing
2024-11-15T03:20:15,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/WALs/91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,373 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:15,374 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C38599%2C1731640814942, suffix=, logDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/WALs/91f82191efb8,38599,1731640814942, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/oldWALs, maxLogs=10
2024-11-15T03:20:15,392 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/WALs/91f82191efb8,38599,1731640814942/91f82191efb8%2C38599%2C1731640814942.1731640815374, exclude list is [], retry=0
2024-11-15T03:20:15,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33739,DS-0818ab2e-9545-4985-a9eb-eb1df9689072,DISK]
2024-11-15T03:20:15,401 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/WALs/91f82191efb8,38599,1731640814942/91f82191efb8%2C38599%2C1731640814942.1731640815374
2024-11-15T03:20:15,401 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)]
2024-11-15T03:20:15,401 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:15,401 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:15,401 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,401 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,403 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:15,404 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:20:15,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:15,404 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:15,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:15,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:20:15,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:15,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:15,407 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:15,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:20:15,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:15,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:15,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:15,410 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:20:15,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:15,411 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:15,411 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,412 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,412 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,413 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,413 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,414 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:15,415 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:15,417 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:15,418 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60928429, jitterRate=-0.09209565818309784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:15,418 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640815401Initializing all the Stores at 1731640815402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640815402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640815402Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640815402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640815402Cleaning up temporary data from old regions at 1731640815413 (+11 ms)Region opened successfully at 1731640815418 (+5 ms)
2024-11-15T03:20:15,422 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:20:15,426 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ac8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:15,426 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:20:15,427 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:20:15,427 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:20:15,427 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:20:15,427 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:20:15,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:20:15,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:20:15,434 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:20:15,435 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Unable to get data of znode /0-704630753/balancer because node does not exist (not necessarily an error)
2024-11-15T03:20:15,443 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/balancer already deleted, retry=false
2024-11-15T03:20:15,443 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:20:15,444 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Unable to get data of znode /0-704630753/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:20:15,453 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/normalizer already deleted, retry=false
2024-11-15T03:20:15,454 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:20:15,455 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Unable to get data of znode /0-704630753/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:20:15,464 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/switch/split already deleted, retry=false
2024-11-15T03:20:15,465 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Unable to get data of znode /0-704630753/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:20:15,467 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:15,474 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/switch/merge already deleted, retry=false
2024-11-15T03:20:15,476 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Unable to get data of znode /0-704630753/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:20:15,485 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/snapshot-cleanup already deleted, retry=false
2024-11-15T03:20:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-704630753/running
2024-11-15T03:20:15,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-704630753/running
2024-11-15T03:20:15,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,38599,1731640814942, sessionid=0x1013c81e02c0000, setting cluster-up flag (Was=false)
2024-11-15T03:20:15,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,509 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,509 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:15,548 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-704630753/flush-table-proc/acquired, /0-704630753/flush-table-proc/reached, /0-704630753/flush-table-proc/abort
2024-11-15T03:20:15,550 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:15,601 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-704630753/online-snapshot/acquired, /0-704630753/online-snapshot/reached, /0-704630753/online-snapshot/abort
2024-11-15T03:20:15,602 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,38599,1731640814942
2024-11-15T03:20:15,603 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:20:15,604 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:15,604 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:20:15,604 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:20:15,604 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,38599,1731640814942
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,605 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:15,606 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:15,609 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:20:15,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:15,610 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:20:15,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640845620
2024-11-15T03:20:15,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:20:15,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:20:15,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:20:15,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:20:15,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:20:15,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:20:15,628 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,632 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:20:15,633 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:20:15,633 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:20:15,633 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:20:15,633 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:20:15,633 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:20:15,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:20:15,634 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640815633,5,FailOnTimeoutGroup]
2024-11-15T03:20:15,636 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640815634,5,FailOnTimeoutGroup]
2024-11-15T03:20:15,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:20:15,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,640 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(746): ClusterId : 7bcd934b-bb1c-4708-9bb2-8ad68c96a563
2024-11-15T03:20:15,640 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:20:15,653 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:20:15,653 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:20:15,665 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:20:15,665 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d4468f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:15,681 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:46231
2024-11-15T03:20:15,681 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:20:15,681 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:20:15,681 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:20:15,682 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,38599,1731640814942 with port=46231, startcode=1731640815189
2024-11-15T03:20:15,682 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:20:15,684 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:20:15,685 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,46231,1731640815189
2024-11-15T03:20:15,685 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38599 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,46231,1731640815189
2024-11-15T03:20:15,686 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56
2024-11-15T03:20:15,686 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41237
2024-11-15T03:20:15,686 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:20:15,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753/rs
2024-11-15T03:20:15,696 DEBUG [RS:0;91f82191efb8:46231 {}] zookeeper.ZKUtil(111): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on existing znode=/0-704630753/rs/91f82191efb8,46231,1731640815189
2024-11-15T03:20:15,696 WARN  [RS:0;91f82191efb8:46231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:15,696 INFO  [RS:0;91f82191efb8:46231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:15,696 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189
2024-11-15T03:20:15,696 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,46231,1731640815189]
2024-11-15T03:20:15,704 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:20:15,708 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:20:15,710 INFO  [RS:0;91f82191efb8:46231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:20:15,710 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,711 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:20:15,711 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:20:15,712 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:15,712 DEBUG [RS:0;91f82191efb8:46231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:15,717 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,717 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,717 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,717 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,717 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,717 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46231,1731640815189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:15,738 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:20:15,739 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46231,1731640815189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,739 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,739 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.Replication(171): 91f82191efb8,46231,1731640815189 started
2024-11-15T03:20:15,759 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:15,760 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,46231,1731640815189, RpcServer on 91f82191efb8/172.17.0.2:46231, sessionid=0x1013c81e02c0001
2024-11-15T03:20:15,760 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:20:15,760 DEBUG [RS:0;91f82191efb8:46231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,46231,1731640815189
2024-11-15T03:20:15,760 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,46231,1731640815189'
2024-11-15T03:20:15,760 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-704630753/flush-table-proc/abort'
2024-11-15T03:20:15,760 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-704630753/flush-table-proc/acquired'
2024-11-15T03:20:15,761 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:20:15,761 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:20:15,761 DEBUG [RS:0;91f82191efb8:46231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,46231,1731640815189
2024-11-15T03:20:15,761 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,46231,1731640815189'
2024-11-15T03:20:15,761 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-704630753/online-snapshot/abort'
2024-11-15T03:20:15,761 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-704630753/online-snapshot/acquired'
2024-11-15T03:20:15,762 DEBUG [RS:0;91f82191efb8:46231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:20:15,762 INFO  [RS:0;91f82191efb8:46231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:20:15,762 INFO  [RS:0;91f82191efb8:46231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:20:15,863 INFO  [RS:0;91f82191efb8:46231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:15,864 INFO  [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C46231%2C1731640815189, suffix=, logDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/oldWALs, maxLogs=10
2024-11-15T03:20:15,881 DEBUG [RS:0;91f82191efb8:46231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864, exclude list is [], retry=0
2024-11-15T03:20:15,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33739,DS-0818ab2e-9545-4985-a9eb-eb1df9689072,DISK]
2024-11-15T03:20:15,888 INFO  [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864
2024-11-15T03:20:15,888 DEBUG [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)]
2024-11-15T03:20:16,035 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:20:16,035 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56
2024-11-15T03:20:16,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:20:16,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:16,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:16,044 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:16,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,045 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,045 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:16,047 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:16,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,047 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,047 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:16,049 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:16,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:16,051 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:16,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,052 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:16,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740
2024-11-15T03:20:16,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740
2024-11-15T03:20:16,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:16,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:16,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:16,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:16,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:16,065 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64331154, jitterRate=-0.04139110445976257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:16,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640816042Initializing all the Stores at 1731640816042Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640816042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640816043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640816043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640816043Cleaning up temporary data from old regions at 1731640816054 (+11 ms)Region opened successfully at 1731640816066 (+12 ms)
2024-11-15T03:20:16,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:16,066 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:16,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:16,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:16,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:16,069 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:16,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640816066Disabling compacts and flushes for region at 1731640816066Disabling writes for close at 1731640816066Writing region close event to WAL at 1731640816069 (+3 ms)Closed at 1731640816069
2024-11-15T03:20:16,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:16,070 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:20:16,070 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:20:16,072 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:16,073 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:20:16,223 DEBUG [91f82191efb8:38599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:20:16,224 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,46231,1731640815189
2024-11-15T03:20:16,225 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,46231,1731640815189, state=OPENING
2024-11-15T03:20:16,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:20:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:16,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704630753/meta-region-server: CHANGED
2024-11-15T03:20:16,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704630753/meta-region-server: CHANGED
2024-11-15T03:20:16,286 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:16,286 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,46231,1731640815189}]
2024-11-15T03:20:16,439 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:16,440 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:20:16,443 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:20:16,443 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:16,443 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:20:16,445 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C46231%2C1731640815189.meta, suffix=.meta, logDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/oldWALs, maxLogs=10
2024-11-15T03:20:16,464 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.meta.1731640816445.meta, exclude list is [], retry=0
2024-11-15T03:20:16,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33739,DS-0818ab2e-9545-4985-a9eb-eb1df9689072,DISK]
2024-11-15T03:20:16,469 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.meta.1731640816445.meta
2024-11-15T03:20:16,472 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)]
2024-11-15T03:20:16,472 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:16,473 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:16,473 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:16,473 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:20:16,473 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:20:16,473 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:20:16,473 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:16,473 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:20:16,473 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:20:16,475 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:16,476 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:16,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,476 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,476 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:16,477 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:16,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,478 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,478 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:16,479 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:16,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,480 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,480 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:16,481 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:16,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:16,481 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:16,481 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:16,482 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740
2024-11-15T03:20:16,483 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740
2024-11-15T03:20:16,484 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:16,484 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:16,485 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:16,486 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:16,487 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69135674, jitterRate=0.030201822519302368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:16,487 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:20:16,488 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640816474Writing region info on filesystem at 1731640816474Initializing all the Stores at 1731640816474Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640816474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640816475 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640816475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640816475Cleaning up temporary data from old regions at 1731640816484 (+9 ms)Running coprocessor post-open hooks at 1731640816487 (+3 ms)Region opened successfully at 1731640816487
2024-11-15T03:20:16,489 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640816438
2024-11-15T03:20:16,491 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:20:16,491 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:20:16,492 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,46231,1731640815189
2024-11-15T03:20:16,492 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,46231,1731640815189, state=OPEN
2024-11-15T03:20:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-704630753/meta-region-server
2024-11-15T03:20:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-704630753/meta-region-server
2024-11-15T03:20:16,611 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,46231,1731640815189
2024-11-15T03:20:16,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704630753/meta-region-server: CHANGED
2024-11-15T03:20:16,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704630753/meta-region-server: CHANGED
2024-11-15T03:20:16,614 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:20:16,614 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,46231,1731640815189 in 325 msec
2024-11-15T03:20:16,617 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:20:16,617 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec
2024-11-15T03:20:16,617 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:16,617 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:20:16,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:16,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,46231,1731640815189, seqNum=-1]
2024-11-15T03:20:16,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:16,621 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:16,627 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0220 sec
2024-11-15T03:20:16,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640816627, completionTime=-1
2024-11-15T03:20:16,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:20:16,627 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:20:16,630 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:20:16,630 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640876630
2024-11-15T03:20:16,630 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640936630
2024-11-15T03:20:16,630 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:20:16,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38599,1731640814942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38599,1731640814942-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38599,1731640814942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:38599, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,633 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:20:16,635 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.349sec
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38599,1731640814942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:16,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38599,1731640814942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:20:16,638 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:20:16,639 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:20:16,639 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38599,1731640814942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:16,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:16,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:16,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:16,653 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc36ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:16,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:16,655 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:16,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:16,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,46231,1731640815189, seqNum=-1]
2024-11-15T03:20:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:16,660 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:16,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,38599,1731640814942
2024-11-15T03:20:16,663 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49506
2024-11-15T03:20:16,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:16,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c81e02c0002 connected
2024-11-15T03:20:16,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir so I do NOT create it in target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb
2024-11-15T03:20:16,699 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:20:16,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.tmp.dir so I do NOT create it in target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb
2024-11-15T03:20:16,699 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:20:16,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb
2024-11-15T03:20:16,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:20:16,699 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/cluster_37924462-ff7a-13e6-bd74-e50e8c0a821a, deleteOnExit=true
2024-11-15T03:20:16,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:20:16,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/test.cache.data in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:20:16,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:16,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:20:16,701 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:20:17,029 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:17,032 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:17,041 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:17,042 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:17,042 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:17,042 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:17,048 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:17,049 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:17,190 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b6171a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/java.io.tmpdir/jetty-localhost-46229-hadoop-hdfs-3_4_1-tests_jar-_-any-13065481170450814329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:17,191 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:46229}
2024-11-15T03:20:17,192 INFO  [Time-limited test {}] server.Server(415): Started @177891ms
2024-11-15T03:20:17,547 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:17,550 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:17,552 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:17,552 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:17,552 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:17,553 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:17,553 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:17,657 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/java.io.tmpdir/jetty-localhost-33981-hadoop-hdfs-3_4_1-tests_jar-_-any-7478976612215121458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:17,658 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:33981}
2024-11-15T03:20:17,658 INFO  [Time-limited test {}] server.Server(415): Started @178357ms
2024-11-15T03:20:17,659 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:20:18,388 WARN  [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/cluster_37924462-ff7a-13e6-bd74-e50e8c0a821a/data/data2/current/BP-273113895-172.17.0.2-1731640816724/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:18,388 WARN  [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/cluster_37924462-ff7a-13e6-bd74-e50e8c0a821a/data/data1/current/BP-273113895-172.17.0.2-1731640816724/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:18,413 WARN  [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:20:18,419 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39afb0d81f8dcf7 with lease ID 0xcbb739ad7ef3db39: Processing first storage report for DS-7d47f8c1-0f1a-4230-81c8-21c4c9d50082 from datanode DatanodeRegistration(127.0.0.1:35483, datanodeUuid=cfc99c82-9a7b-4943-a420-f83e95549c4a, infoPort=43297, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1794575804;c=1731640816724)
2024-11-15T03:20:18,419 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39afb0d81f8dcf7 with lease ID 0xcbb739ad7ef3db39: from storage DS-7d47f8c1-0f1a-4230-81c8-21c4c9d50082 node DatanodeRegistration(127.0.0.1:35483, datanodeUuid=cfc99c82-9a7b-4943-a420-f83e95549c4a, infoPort=43297, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1794575804;c=1731640816724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:18,419 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39afb0d81f8dcf7 with lease ID 0xcbb739ad7ef3db39: Processing first storage report for DS-e11a4b8e-67ff-45ce-aeb9-493f46b716f0 from datanode DatanodeRegistration(127.0.0.1:35483, datanodeUuid=cfc99c82-9a7b-4943-a420-f83e95549c4a, infoPort=43297, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1794575804;c=1731640816724)
2024-11-15T03:20:18,419 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39afb0d81f8dcf7 with lease ID 0xcbb739ad7ef3db39: from storage DS-e11a4b8e-67ff-45ce-aeb9-493f46b716f0 node DatanodeRegistration(127.0.0.1:35483, datanodeUuid=cfc99c82-9a7b-4943-a420-f83e95549c4a, infoPort=43297, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1794575804;c=1731640816724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:18,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb
2024-11-15T03:20:18,421 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:18,422 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:18,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:20:18,438 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c with version=8
2024-11-15T03:20:18,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/hbase-staging
2024-11-15T03:20:18,440 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:18,440 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:18,440 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:18,440 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:18,440 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:18,441 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:18,441 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:20:18,441 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:18,444 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39995
2024-11-15T03:20:18,446 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39995 connecting to ZooKeeper ensemble=127.0.0.1:49506
2024-11-15T03:20:18,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399950x0, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:18,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39995-0x1013c81e02c0003 connected
2024-11-15T03:20:18,569 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:18,571 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:18,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/running
2024-11-15T03:20:18,574 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c, hbase.cluster.distributed=false
2024-11-15T03:20:18,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/acl
2024-11-15T03:20:18,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39995
2024-11-15T03:20:18,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39995
2024-11-15T03:20:18,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39995
2024-11-15T03:20:18,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39995
2024-11-15T03:20:18,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39995
2024-11-15T03:20:18,620 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:18,620 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:18,620 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:18,620 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:18,620 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:18,621 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:18,621 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:20:18,621 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:18,622 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40653
2024-11-15T03:20:18,623 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40653 connecting to ZooKeeper ensemble=127.0.0.1:49506
2024-11-15T03:20:18,624 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:18,627 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:18,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406530x0, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:18,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406530x0, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/running
2024-11-15T03:20:18,644 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:20:18,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40653-0x1013c81e02c0004 connected
2024-11-15T03:20:18,652 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:20:18,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/master
2024-11-15T03:20:18,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/acl
2024-11-15T03:20:18,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40653
2024-11-15T03:20:18,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40653
2024-11-15T03:20:18,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40653
2024-11-15T03:20:18,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40653
2024-11-15T03:20:18,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40653
2024-11-15T03:20:18,691 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:39995
2024-11-15T03:20:18,692 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-459504802/backup-masters/91f82191efb8,39995,1731640818440
2024-11-15T03:20:18,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802/backup-masters
2024-11-15T03:20:18,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802/backup-masters
2024-11-15T03:20:18,706 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on existing znode=/1-459504802/backup-masters/91f82191efb8,39995,1731640818440
2024-11-15T03:20:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-459504802/master
2024-11-15T03:20:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:18,717 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on existing znode=/1-459504802/master
2024-11-15T03:20:18,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-459504802/backup-masters/91f82191efb8,39995,1731640818440 from backup master directory
2024-11-15T03:20:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802/backup-masters
2024-11-15T03:20:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459504802/backup-masters/91f82191efb8,39995,1731640818440
2024-11-15T03:20:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802/backup-masters
2024-11-15T03:20:18,728 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:18,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,39995,1731640818440
2024-11-15T03:20:18,734 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/hbase.id] with ID: 550026d1-a4e1-426a-8c6d-eb0299d52cf5
2024-11-15T03:20:18,734 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/.tmp/hbase.id
2024-11-15T03:20:18,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:20:19,151 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/.tmp/hbase.id]:[hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/hbase.id]
2024-11-15T03:20:19,162 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:19,163 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:20:19,164 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:20:19,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:19,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:19,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:20:19,228 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:19,229 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:20:19,229 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:19,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:20:19,639 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store
2024-11-15T03:20:19,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:20:19,660 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:19,660 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:19,661 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:19,661 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:19,661 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:19,661 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:19,661 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:19,661 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640819660Disabling compacts and flushes for region at 1731640819660Disabling writes for close at 1731640819661 (+1 ms)Writing region close event to WAL at 1731640819661Closed at 1731640819661
2024-11-15T03:20:19,662 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/.initializing
2024-11-15T03:20:19,662 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/WALs/91f82191efb8,39995,1731640818440
2024-11-15T03:20:19,663 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:19,664 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C39995%2C1731640818440, suffix=, logDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/WALs/91f82191efb8,39995,1731640818440, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/oldWALs, maxLogs=10
2024-11-15T03:20:19,682 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/WALs/91f82191efb8,39995,1731640818440/91f82191efb8%2C39995%2C1731640818440.1731640819664, exclude list is [], retry=0
2024-11-15T03:20:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-7d47f8c1-0f1a-4230-81c8-21c4c9d50082,DISK]
2024-11-15T03:20:19,687 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/WALs/91f82191efb8,39995,1731640818440/91f82191efb8%2C39995%2C1731640818440.1731640819664
2024-11-15T03:20:19,687 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43297:43297)]
2024-11-15T03:20:19,687 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:19,688 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:19,688 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,688 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,689 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:19,690 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:20:19,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:19,691 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:19,691 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:19,692 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:20:19,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:19,693 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:19,693 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:19,694 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:20:19,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:19,694 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:19,695 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:19,696 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:20:19,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:19,697 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:19,697 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,698 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,698 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,700 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:19,701 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:19,703 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:19,704 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63102181, jitterRate=-0.05970422923564911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:19,704 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640819688Initializing all the Stores at 1731640819689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640819689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640819689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640819689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640819689Cleaning up temporary data from old regions at 1731640819700 (+11 ms)Region opened successfully at 1731640819704 (+4 ms)
2024-11-15T03:20:19,711 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:20:19,715 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af9ab3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:19,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:20:19,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:20:19,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:20:19,717 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:20:19,717 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:20:19,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:20:19,718 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:20:19,728 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:20:19,731 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Unable to get data of znode /1-459504802/balancer because node does not exist (not necessarily an error)
2024-11-15T03:20:19,778 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459504802/balancer already deleted, retry=false
2024-11-15T03:20:19,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:20:19,779 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Unable to get data of znode /1-459504802/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:20:19,790 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459504802/normalizer already deleted, retry=false
2024-11-15T03:20:19,790 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:20:19,791 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Unable to get data of znode /1-459504802/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:20:19,800 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459504802/switch/split already deleted, retry=false
2024-11-15T03:20:19,801 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Unable to get data of znode /1-459504802/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:20:19,811 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459504802/switch/merge already deleted, retry=false
2024-11-15T03:20:19,813 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Unable to get data of znode /1-459504802/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:20:19,821 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-459504802/snapshot-cleanup already deleted, retry=false
2024-11-15T03:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-459504802/running
2024-11-15T03:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-459504802/running
2024-11-15T03:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:19,833 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,39995,1731640818440, sessionid=0x1013c81e02c0003, setting cluster-up flag (Was=false)
2024-11-15T03:20:19,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:19,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:19,979 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-459504802/flush-table-proc/acquired, /1-459504802/flush-table-proc/reached, /1-459504802/flush-table-proc/abort
2024-11-15T03:20:19,980 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39995,1731640818440
2024-11-15T03:20:20,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:20,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:20,032 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-459504802/online-snapshot/acquired, /1-459504802/online-snapshot/reached, /1-459504802/online-snapshot/abort
2024-11-15T03:20:20,033 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,39995,1731640818440
2024-11-15T03:20:20,034 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:20:20,036 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:20,036 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:20:20,036 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:20:20,036 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,39995,1731640818440
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:20,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:20,048 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:20:20,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,049 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640850069
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:20:20,069 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:20:20,072 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:20:20,072 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:20:20,072 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:20:20,072 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:20:20,077 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:20:20,077 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:20:20,079 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:20:20,079 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c
2024-11-15T03:20:20,079 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640820077,5,FailOnTimeoutGroup]
2024-11-15T03:20:20,079 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640820079,5,FailOnTimeoutGroup]
2024-11-15T03:20:20,079 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,079 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:20:20,080 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,080 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,082 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(746): ClusterId : 550026d1-a4e1-426a-8c6d-eb0299d52cf5
2024-11-15T03:20:20,082 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:20:20,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741832_1008 (size=32)
2024-11-15T03:20:20,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:20,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:20,092 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:20,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:20,094 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:20,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,095 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:20:20,095 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:20:20,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:20,096 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:20,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,097 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,097 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:20,098 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:20,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,099 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:20,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740
2024-11-15T03:20:20,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740
2024-11-15T03:20:20,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:20,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:20,103 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:20,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:20,107 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:20:20,107 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed8200b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:20,113 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:20,113 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59658415, jitterRate=-0.11102034151554108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:20,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640820089Initializing all the Stores at 1731640820090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640820090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640820090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640820090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640820090Cleaning up temporary data from old regions at 1731640820102 (+12 ms)Region opened successfully at 1731640820113 (+11 ms)
2024-11-15T03:20:20,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:20,114 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:20,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:20,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:20,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:20,125 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:20,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640820114Disabling compacts and flushes for region at 1731640820114Disabling writes for close at 1731640820114Writing region close event to WAL at 1731640820124 (+10 ms)Closed at 1731640820124
2024-11-15T03:20:20,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:20,126 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:20:20,126 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:20:20,128 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:20,129 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:20:20,136 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:40653
2024-11-15T03:20:20,136 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:20:20,136 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:20:20,136 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:20:20,137 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,39995,1731640818440 with port=40653, startcode=1731640818620
2024-11-15T03:20:20,137 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:20:20,140 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:20:20,140 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,140 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39995 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,142 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c
2024-11-15T03:20:20,142 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40005
2024-11-15T03:20:20,142 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:20:20,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802/rs
2024-11-15T03:20:20,199 DEBUG [RS:0;91f82191efb8:40653 {}] zookeeper.ZKUtil(111): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on existing znode=/1-459504802/rs/91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,199 WARN  [RS:0;91f82191efb8:40653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:20,199 INFO  [RS:0;91f82191efb8:40653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:20,199 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,200 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,40653,1731640818620]
2024-11-15T03:20:20,203 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:20:20,208 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:20:20,209 INFO  [RS:0;91f82191efb8:40653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:20:20,209 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,209 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:20:20,210 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:20:20,210 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:20,210 DEBUG [RS:0;91f82191efb8:40653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:20,218 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,218 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,218 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,218 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,218 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,218 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40653,1731640818620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:20,238 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:20:20,239 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40653,1731640818620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,239 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,239 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.Replication(171): 91f82191efb8,40653,1731640818620 started
2024-11-15T03:20:20,260 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,260 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,40653,1731640818620, RpcServer on 91f82191efb8/172.17.0.2:40653, sessionid=0x1013c81e02c0004
2024-11-15T03:20:20,261 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:20:20,261 DEBUG [RS:0;91f82191efb8:40653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,261 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40653,1731640818620'
2024-11-15T03:20:20,261 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-459504802/flush-table-proc/abort'
2024-11-15T03:20:20,261 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-459504802/flush-table-proc/acquired'
2024-11-15T03:20:20,262 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:20:20,262 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:20:20,262 DEBUG [RS:0;91f82191efb8:40653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,262 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40653,1731640818620'
2024-11-15T03:20:20,262 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-459504802/online-snapshot/abort'
2024-11-15T03:20:20,262 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-459504802/online-snapshot/acquired'
2024-11-15T03:20:20,263 DEBUG [RS:0;91f82191efb8:40653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:20:20,263 INFO  [RS:0;91f82191efb8:40653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:20:20,263 INFO  [RS:0;91f82191efb8:40653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:20:20,280 WARN  [91f82191efb8:39995 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T03:20:20,363 INFO  [RS:0;91f82191efb8:40653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:20,365 INFO  [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40653%2C1731640818620, suffix=, logDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/oldWALs, maxLogs=10
2024-11-15T03:20:20,382 DEBUG [RS:0;91f82191efb8:40653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365, exclude list is [], retry=0
2024-11-15T03:20:20,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-7d47f8c1-0f1a-4230-81c8-21c4c9d50082,DISK]
2024-11-15T03:20:20,389 INFO  [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365
2024-11-15T03:20:20,390 DEBUG [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43297:43297)]
2024-11-15T03:20:20,530 DEBUG [91f82191efb8:39995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:20:20,531 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,532 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40653,1731640818620, state=OPENING
2024-11-15T03:20:20,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:20:20,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:20,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:20,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459504802/meta-region-server: CHANGED
2024-11-15T03:20:20,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459504802/meta-region-server: CHANGED
2024-11-15T03:20:20,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:20,560 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40653,1731640818620}]
2024-11-15T03:20:20,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:20,715 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:20:20,724 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:20:20,724 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:20,724 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:20:20,727 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40653%2C1731640818620.meta, suffix=.meta, logDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/oldWALs, maxLogs=10
2024-11-15T03:20:20,749 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.meta.1731640820728.meta, exclude list is [], retry=0
2024-11-15T03:20:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-7d47f8c1-0f1a-4230-81c8-21c4c9d50082,DISK]
2024-11-15T03:20:20,757 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.meta.1731640820728.meta
2024-11-15T03:20:20,757 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43297:43297)]
2024-11-15T03:20:20,757 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:20,758 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:20,758 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:20,758 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:20:20,758 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:20:20,758 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:20:20,758 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:20,758 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:20:20,758 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:20:20,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:20,761 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:20,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:20,769 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:20,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,769 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,769 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:20,770 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:20,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,771 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,771 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:20,772 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:20,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:20,772 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:20,773 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740
2024-11-15T03:20:20,775 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740
2024-11-15T03:20:20,776 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:20,777 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:20,777 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:20,779 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:20,780 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60888114, jitterRate=-0.09269639849662781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:20,780 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:20:20,780 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640820758Writing region info on filesystem at 1731640820758Initializing all the Stores at 1731640820760 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640820760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640820760Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640820760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640820760Cleaning up temporary data from old regions at 1731640820777 (+17 ms)Running coprocessor post-open hooks at 1731640820780 (+3 ms)Region opened successfully at 1731640820780
2024-11-15T03:20:20,783 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640820713
2024-11-15T03:20:20,785 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:20:20,785 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:20:20,786 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,787 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40653,1731640818620, state=OPEN
2024-11-15T03:20:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-459504802/meta-region-server
2024-11-15T03:20:20,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459504802/meta-region-server: CHANGED
2024-11-15T03:20:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-459504802/meta-region-server
2024-11-15T03:20:20,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-459504802/meta-region-server: CHANGED
2024-11-15T03:20:20,800 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,40653,1731640818620
2024-11-15T03:20:20,803 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:20:20,803 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40653,1731640818620 in 240 msec
2024-11-15T03:20:20,805 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:20:20,805 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec
2024-11-15T03:20:20,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:20,806 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:20:20,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:20,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:20,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:20,809 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:20,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 779 msec
2024-11-15T03:20:20,815 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640820815, completionTime=-1
2024-11-15T03:20:20,815 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:20:20,815 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:20:20,818 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:20:20,818 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640880818
2024-11-15T03:20:20,818 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640940818
2024-11-15T03:20:20,818 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:20:20,818 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39995,1731640818440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,819 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39995,1731640818440-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,819 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39995,1731640818440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,819 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:39995, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,819 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,821 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:20:20,824 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.101sec
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39995,1731640818440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:20,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39995,1731640818440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:20:20,838 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:20:20,838 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:20:20,838 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39995,1731640818440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:20,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:20,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:20,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:20,884 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7bec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:20,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:20,886 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:20,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:20,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:20,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:20,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:20,889 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:20,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,39995,1731640818440
2024-11-15T03:20:20,893 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49506
2024-11-15T03:20:20,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:20,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c81e02c0005 connected
2024-11-15T03:20:20,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38599,1731640814942
2024-11-15T03:20:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f968eb
2024-11-15T03:20:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:20,964 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:20,965 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:20:20,967 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:20,967 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:20,968 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:20:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:20,969 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:20,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:20:20,993 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b81f474dddaceb12bc12ca6d795d61ab, NAME => 'test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56
2024-11-15T03:20:21,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:20:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:21,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:21,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b81f474dddaceb12bc12ca6d795d61ab, disabling compactions & flushes
2024-11-15T03:20:21,411 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab. after waiting 0 ms
2024-11-15T03:20:21,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,411 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,411 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b81f474dddaceb12bc12ca6d795d61ab:
Waiting for close lock at 1731640821411Disabling compacts and flushes for region at 1731640821411Disabling writes for close at 1731640821411Writing region close event to WAL at 1731640821411Closed at 1731640821411
2024-11-15T03:20:21,412 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:21,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640821412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640821412"}]},"ts":"1731640821412"}
2024-11-15T03:20:21,415 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:21,416 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:21,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640821416"}]},"ts":"1731640821416"}
2024-11-15T03:20:21,422 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:20:21,422 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b81f474dddaceb12bc12ca6d795d61ab, ASSIGN}]
2024-11-15T03:20:21,424 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b81f474dddaceb12bc12ca6d795d61ab, ASSIGN
2024-11-15T03:20:21,426 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b81f474dddaceb12bc12ca6d795d61ab, ASSIGN; state=OFFLINE, location=91f82191efb8,46231,1731640815189; forceNewPlan=false, retain=false
2024-11-15T03:20:21,580 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b81f474dddaceb12bc12ca6d795d61ab, regionState=OPENING, regionLocation=91f82191efb8,46231,1731640815189
2024-11-15T03:20:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b81f474dddaceb12bc12ca6d795d61ab, ASSIGN because future has completed
2024-11-15T03:20:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:21,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b81f474dddaceb12bc12ca6d795d61ab, server=91f82191efb8,46231,1731640815189}]
2024-11-15T03:20:21,805 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,805 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b81f474dddaceb12bc12ca6d795d61ab, NAME => 'test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:21,806 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:21,806 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:20:21,806 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,806 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:21,806 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,806 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,836 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b81f474dddaceb12bc12ca6d795d61ab 
2024-11-15T03:20:21,843 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81f474dddaceb12bc12ca6d795d61ab columnFamilyName f
2024-11-15T03:20:21,843 DEBUG [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:21,845 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] regionserver.HStore(327): Store=b81f474dddaceb12bc12ca6d795d61ab/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:21,845 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b81f474dddaceb12bc12ca6d795d61ab 
2024-11-15T03:20:21,852 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81f474dddaceb12bc12ca6d795d61ab columnFamilyName f1
2024-11-15T03:20:21,852 DEBUG [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:21,853 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] regionserver.HStore(327): Store=b81f474dddaceb12bc12ca6d795d61ab/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:21,853 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b81f474dddaceb12bc12ca6d795d61ab 
2024-11-15T03:20:21,856 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81f474dddaceb12bc12ca6d795d61ab columnFamilyName norep
2024-11-15T03:20:21,856 DEBUG [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:21,857 INFO  [StoreOpener-b81f474dddaceb12bc12ca6d795d61ab-1 {}] regionserver.HStore(327): Store=b81f474dddaceb12bc12ca6d795d61ab/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:21,857 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,858 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,858 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,860 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,860 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,860 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:21,862 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,865 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:21,866 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b81f474dddaceb12bc12ca6d795d61ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75438975, jitterRate=0.1241283267736435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:21,866 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:21,866 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b81f474dddaceb12bc12ca6d795d61ab:
Running coprocessor pre-open hook at 1731640821806Writing region info on filesystem at 1731640821806Initializing all the Stores at 1731640821813 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640821813Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640821824 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640821824Cleaning up temporary data from old regions at 1731640821860 (+36 ms)Running coprocessor post-open hooks at 1731640821866 (+6 ms)Region opened successfully at 1731640821866
2024-11-15T03:20:21,868 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., pid=6, masterSystemTime=1731640821768
2024-11-15T03:20:21,870 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,870 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:21,871 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b81f474dddaceb12bc12ca6d795d61ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,46231,1731640815189
2024-11-15T03:20:21,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b81f474dddaceb12bc12ca6d795d61ab, server=91f82191efb8,46231,1731640815189 because future has completed
2024-11-15T03:20:21,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:20:21,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b81f474dddaceb12bc12ca6d795d61ab, server=91f82191efb8,46231,1731640815189 in 297 msec
2024-11-15T03:20:21,907 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:20:21,907 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b81f474dddaceb12bc12ca6d795d61ab, ASSIGN in 483 msec
2024-11-15T03:20:21,908 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:21,909 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640821908"}]},"ts":"1731640821908"}
2024-11-15T03:20:21,912 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:20:21,913 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:21,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 948 msec
2024-11-15T03:20:21,976 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:22,030 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,030 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,030 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,031 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,031 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,031 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,044 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:22,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:20:22,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:20:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:22,112 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:20:22,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39995,1731640818440
2024-11-15T03:20:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5983a9
2024-11-15T03:20:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:22,117 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:22,118 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:20:22,120 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:22,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:22,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:20:22,122 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:22,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:20:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:22,535 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82b7d1ddfe47980e2178ebe44a323db1, NAME => 'test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c
2024-11-15T03:20:22,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:20:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:22,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:22,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 82b7d1ddfe47980e2178ebe44a323db1, disabling compactions & flushes
2024-11-15T03:20:22,949 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:22,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:22,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1. after waiting 0 ms
2024-11-15T03:20:22,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:22,949 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:22,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82b7d1ddfe47980e2178ebe44a323db1:
Waiting for close lock at 1731640822949Disabling compacts and flushes for region at 1731640822949Disabling writes for close at 1731640822949Writing region close event to WAL at 1731640822949Closed at 1731640822949
2024-11-15T03:20:22,950 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:22,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640822950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640822950"}]},"ts":"1731640822950"}
2024-11-15T03:20:22,953 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:22,954 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:22,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640822954"}]},"ts":"1731640822954"}
2024-11-15T03:20:22,956 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:20:22,957 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82b7d1ddfe47980e2178ebe44a323db1, ASSIGN}]
2024-11-15T03:20:22,958 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82b7d1ddfe47980e2178ebe44a323db1, ASSIGN
2024-11-15T03:20:22,959 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=82b7d1ddfe47980e2178ebe44a323db1, ASSIGN; state=OFFLINE, location=91f82191efb8,40653,1731640818620; forceNewPlan=false, retain=false
2024-11-15T03:20:23,110 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82b7d1ddfe47980e2178ebe44a323db1, regionState=OPENING, regionLocation=91f82191efb8,40653,1731640818620
2024-11-15T03:20:23,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=82b7d1ddfe47980e2178ebe44a323db1, ASSIGN because future has completed
2024-11-15T03:20:23,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82b7d1ddfe47980e2178ebe44a323db1, server=91f82191efb8,40653,1731640818620}]
2024-11-15T03:20:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:23,271 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:23,271 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 82b7d1ddfe47980e2178ebe44a323db1, NAME => 'test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:23,272 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:23,272 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:20:23,272 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,272 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:23,272 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,272 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,274 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82b7d1ddfe47980e2178ebe44a323db1 
2024-11-15T03:20:23,275 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82b7d1ddfe47980e2178ebe44a323db1 columnFamilyName f
2024-11-15T03:20:23,275 DEBUG [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:23,276 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] regionserver.HStore(327): Store=82b7d1ddfe47980e2178ebe44a323db1/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:23,276 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 82b7d1ddfe47980e2178ebe44a323db1 
2024-11-15T03:20:23,277 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82b7d1ddfe47980e2178ebe44a323db1 columnFamilyName f1
2024-11-15T03:20:23,277 DEBUG [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:23,278 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] regionserver.HStore(327): Store=82b7d1ddfe47980e2178ebe44a323db1/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:23,278 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82b7d1ddfe47980e2178ebe44a323db1 
2024-11-15T03:20:23,279 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82b7d1ddfe47980e2178ebe44a323db1 columnFamilyName norep
2024-11-15T03:20:23,280 DEBUG [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:23,280 INFO  [StoreOpener-82b7d1ddfe47980e2178ebe44a323db1-1 {}] regionserver.HStore(327): Store=82b7d1ddfe47980e2178ebe44a323db1/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:23,280 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,281 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,282 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,283 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,283 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,283 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:23,285 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,289 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:23,290 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 82b7d1ddfe47980e2178ebe44a323db1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66534779, jitterRate=-0.008554533123970032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:23,290 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:23,290 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 82b7d1ddfe47980e2178ebe44a323db1:
Running coprocessor pre-open hook at 1731640823272Writing region info on filesystem at 1731640823272Initializing all the Stores at 1731640823273 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640823273Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640823273Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640823273Cleaning up temporary data from old regions at 1731640823283 (+10 ms)Running coprocessor post-open hooks at 1731640823290 (+7 ms)Region opened successfully at 1731640823290
2024-11-15T03:20:23,291 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., pid=6, masterSystemTime=1731640823267
2024-11-15T03:20:23,294 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:23,294 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:23,294 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82b7d1ddfe47980e2178ebe44a323db1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,40653,1731640818620
2024-11-15T03:20:23,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82b7d1ddfe47980e2178ebe44a323db1, server=91f82191efb8,40653,1731640818620 because future has completed
2024-11-15T03:20:23,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:20:23,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82b7d1ddfe47980e2178ebe44a323db1, server=91f82191efb8,40653,1731640818620 in 188 msec
2024-11-15T03:20:23,311 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:20:23,311 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=82b7d1ddfe47980e2178ebe44a323db1, ASSIGN in 351 msec
2024-11-15T03:20:23,312 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:23,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640823312"}]},"ts":"1731640823312"}
2024-11-15T03:20:23,316 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:20:23,317 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:23,323 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec
2024-11-15T03:20:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:24,280 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:20:24,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:24,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:24,282 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a275482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:24,284 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:24,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf44ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f1742f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:24,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:24,297 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb3d82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:24,300 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:24,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:24,305 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268b20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:24,308 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:24,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c1402b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:24,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38599,1731640814942
2024-11-15T03:20:24,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1183a619
2024-11-15T03:20:24,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:24,312 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:24,312 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:39995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:20:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:20:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:24,316 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:39995'
2024-11-15T03:20:24,322 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4c0b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,322 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:24,322 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:24,323 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:24,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:24,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:24,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7bdd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:24,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:24,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:24,325 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:24,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f61be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:24,326 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39995,1731640818440
2024-11-15T03:20:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed23384
2024-11-15T03:20:24,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:24,330 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:24,331 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-15T03:20:24,331 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:20:24,332 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:24,332 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:24,332 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:24,334 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:20:24,334 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:24,335 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:24,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:24,337 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:24,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:20:24,384 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:20:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:24,766 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bceda282b6739039df56ad3ebd1426d, NAME => 'hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56
2024-11-15T03:20:24,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:20:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:25,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:25,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7bceda282b6739039df56ad3ebd1426d, disabling compactions & flushes
2024-11-15T03:20:25,181 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d. after waiting 0 ms
2024-11-15T03:20:25,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,181 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bceda282b6739039df56ad3ebd1426d:
Waiting for close lock at 1731640825181Disabling compacts and flushes for region at 1731640825181Disabling writes for close at 1731640825181Writing region close event to WAL at 1731640825181Closed at 1731640825181
2024-11-15T03:20:25,232 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:25,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640825232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640825232"}]},"ts":"1731640825232"}
2024-11-15T03:20:25,235 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:25,236 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:25,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640825236"}]},"ts":"1731640825236"}
2024-11-15T03:20:25,238 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:20:25,239 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bceda282b6739039df56ad3ebd1426d, ASSIGN}]
2024-11-15T03:20:25,240 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bceda282b6739039df56ad3ebd1426d, ASSIGN
2024-11-15T03:20:25,248 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bceda282b6739039df56ad3ebd1426d, ASSIGN; state=OFFLINE, location=91f82191efb8,46231,1731640815189; forceNewPlan=false, retain=false
2024-11-15T03:20:25,404 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bceda282b6739039df56ad3ebd1426d, regionState=OPENING, regionLocation=91f82191efb8,46231,1731640815189
2024-11-15T03:20:25,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bceda282b6739039df56ad3ebd1426d, ASSIGN because future has completed
2024-11-15T03:20:25,412 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bceda282b6739039df56ad3ebd1426d, server=91f82191efb8,46231,1731640815189}]
2024-11-15T03:20:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:25,578 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,578 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:25,579 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:20:25,581 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C46231%2C1731640815189.rep, suffix=, logDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189, archiveDir=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/oldWALs, maxLogs=10
2024-11-15T03:20:25,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.rep.1731640825581, exclude list is [], retry=0
2024-11-15T03:20:25,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33739,DS-0818ab2e-9545-4985-a9eb-eb1df9689072,DISK]
2024-11-15T03:20:25,617 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.rep.1731640825581
2024-11-15T03:20:25,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43053:43053)]
2024-11-15T03:20:25,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bceda282b6739039df56ad3ebd1426d, NAME => 'hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:25,619 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:25,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:25,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d. service=MultiRowMutationService
2024-11-15T03:20:25,619 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:20:25,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:25,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,623 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7bceda282b6739039df56ad3ebd1426d 
2024-11-15T03:20:25,625 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bceda282b6739039df56ad3ebd1426d columnFamilyName hfileref
2024-11-15T03:20:25,625 DEBUG [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:25,625 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] regionserver.HStore(327): Store=7bceda282b6739039df56ad3ebd1426d/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:25,626 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7bceda282b6739039df56ad3ebd1426d 
2024-11-15T03:20:25,627 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bceda282b6739039df56ad3ebd1426d columnFamilyName queue
2024-11-15T03:20:25,627 DEBUG [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:25,628 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] regionserver.HStore(327): Store=7bceda282b6739039df56ad3ebd1426d/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:25,628 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7bceda282b6739039df56ad3ebd1426d 
2024-11-15T03:20:25,631 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bceda282b6739039df56ad3ebd1426d columnFamilyName sid
2024-11-15T03:20:25,631 DEBUG [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:25,632 INFO  [StoreOpener-7bceda282b6739039df56ad3ebd1426d-1 {}] regionserver.HStore(327): Store=7bceda282b6739039df56ad3ebd1426d/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:25,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:25,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:25,644 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7bceda282b6739039df56ad3ebd1426d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60730169, jitterRate=-0.09504996240139008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:25,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:25,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7bceda282b6739039df56ad3ebd1426d:
Running coprocessor pre-open hook at 1731640825619Writing region info on filesystem at 1731640825619Initializing all the Stores at 1731640825621 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640825621Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640825621Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640825621Cleaning up temporary data from old regions at 1731640825635 (+14 ms)Running coprocessor post-open hooks at 1731640825644 (+9 ms)Region opened successfully at 1731640825644
2024-11-15T03:20:25,646 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d., pid=10, masterSystemTime=1731640825565
2024-11-15T03:20:25,654 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bceda282b6739039df56ad3ebd1426d, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,46231,1731640815189
2024-11-15T03:20:25,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bceda282b6739039df56ad3ebd1426d, server=91f82191efb8,46231,1731640815189 because future has completed
2024-11-15T03:20:25,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,658 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:25,663 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:20:25,663 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bceda282b6739039df56ad3ebd1426d, server=91f82191efb8,46231,1731640815189 in 248 msec
2024-11-15T03:20:25,668 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:20:25,668 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bceda282b6739039df56ad3ebd1426d, ASSIGN in 424 msec
2024-11-15T03:20:25,670 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:25,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640825670"}]},"ts":"1731640825670"}
2024-11-15T03:20:25,681 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:20:25,683 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:25,689 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3510 sec
2024-11-15T03:20:25,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d., hostname=91f82191efb8,46231,1731640815189, seqNum=2]
2024-11-15T03:20:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:25,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:25,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:20:26,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:20:26,008 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:20:26,046 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,46231,1731640815189, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:20:26,046 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:26,046 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,46231,1731640815189, seqNum=-1]
2024-11-15T03:20:26,047 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:26,048 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,46231,1731640815189', locateType=CURRENT is [region=hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d., hostname=91f82191efb8,46231,1731640815189, seqNum=2]
2024-11-15T03:20:26,057 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:20:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:20:26,070 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,46231,1731640815189 suceeded
2024-11-15T03:20:26,077 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:39995'
2024-11-15T03:20:26,082 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c536eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,082 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:20:26,083 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:26,083 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec
2024-11-15T03:20:26,083 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:26,083 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:39995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:20:26,084 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:26,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1719ba2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:26,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,091 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:26,091 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9c08f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,092 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:26,093 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39995,1731640818440
2024-11-15T03:20:26,093 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@743f2e72
2024-11-15T03:20:26,093 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:26,097 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7710 sec
2024-11-15T03:20:26,101 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:26,103 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,46231,1731640815189 (queues=1) is replicating from cluster=7bcd934b-bb1c-4708-9bb2-8ad68c96a563 to cluster=550026d1-a4e1-426a-8c6d-eb0299d52cf5
2024-11-15T03:20:26,103 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C46231%2C1731640815189
2024-11-15T03:20:26,103 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,46231,1731640815189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:20:26,112 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864, startPosition=0, beingWritten=true
2024-11-15T03:20:26,119 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C46231%2C1731640815189
2024-11-15T03:20:26,135 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:26,135 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:26,136 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,46231,1731640815189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:20:26,340 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:26,464 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:20:26,466 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:26,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:26,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,467 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:26,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:26,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:26,476 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:26,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f11f15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,478 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:26,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:26,480 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69423558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39995,1731640818440
2024-11-15T03:20:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@133b4644
2024-11-15T03:20:26,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:26,491 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:26,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:38599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:20:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:20:26,499 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:38599'
2024-11-15T03:20:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:26,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480493de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:26,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:26,512 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:26,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:26,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:26,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10638eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:26,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:26,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,514 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:26,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cac120c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:26,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:26,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38599,1731640814942
2024-11-15T03:20:26,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75e2a2c9
2024-11-15T03:20:26,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:26,522 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:26,523 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:20:26,523 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:20:26,523 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:26,524 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:26,525 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:26,537 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:20:26,541 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:26,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:26,542 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:26,587 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:20:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:26,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:20:26,637 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c878a5d6d457df3f24c248ed5cdb676b, NAME => 'hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c
2024-11-15T03:20:26,645 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:26,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:20:26,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:20:26,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-15T03:20:26,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-15T03:20:26,761 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-15T03:20:26,762 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:20:26,762 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-15T03:20:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:27,067 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:27,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:27,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c878a5d6d457df3f24c248ed5cdb676b, disabling compactions & flushes
2024-11-15T03:20:27,097 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b. after waiting 0 ms
2024-11-15T03:20:27,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,097 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c878a5d6d457df3f24c248ed5cdb676b:
Waiting for close lock at 1731640827097Disabling compacts and flushes for region at 1731640827097Disabling writes for close at 1731640827097Writing region close event to WAL at 1731640827097Closed at 1731640827097
2024-11-15T03:20:27,101 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:27,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640827101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640827101"}]},"ts":"1731640827101"}
2024-11-15T03:20:27,111 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:27,113 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:27,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640827113"}]},"ts":"1731640827113"}
2024-11-15T03:20:27,116 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:20:27,116 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c878a5d6d457df3f24c248ed5cdb676b, ASSIGN}]
2024-11-15T03:20:27,129 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c878a5d6d457df3f24c248ed5cdb676b, ASSIGN
2024-11-15T03:20:27,130 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c878a5d6d457df3f24c248ed5cdb676b, ASSIGN; state=OFFLINE, location=91f82191efb8,40653,1731640818620; forceNewPlan=false, retain=false
2024-11-15T03:20:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:27,281 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c878a5d6d457df3f24c248ed5cdb676b, regionState=OPENING, regionLocation=91f82191efb8,40653,1731640818620
2024-11-15T03:20:27,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c878a5d6d457df3f24c248ed5cdb676b, ASSIGN because future has completed
2024-11-15T03:20:27,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c878a5d6d457df3f24c248ed5cdb676b, server=91f82191efb8,40653,1731640818620}]
2024-11-15T03:20:27,315 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:27,369 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,370 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,370 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,370 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,370 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,371 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,391 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:27,461 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,461 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:27,461 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:20:27,469 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40653%2C1731640818620.rep, suffix=, logDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/oldWALs, maxLogs=10
2024-11-15T03:20:27,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.rep.1731640827469, exclude list is [], retry=0
2024-11-15T03:20:27,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35483,DS-7d47f8c1-0f1a-4230-81c8-21c4c9d50082,DISK]
2024-11-15T03:20:27,537 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.rep.1731640827469
2024-11-15T03:20:27,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43297:43297)]
2024-11-15T03:20:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c878a5d6d457df3f24c248ed5cdb676b, NAME => 'hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:27,549 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b. service=MultiRowMutationService
2024-11-15T03:20:27,549 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:20:27,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:27,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,569 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c878a5d6d457df3f24c248ed5cdb676b 
2024-11-15T03:20:27,570 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c878a5d6d457df3f24c248ed5cdb676b columnFamilyName hfileref
2024-11-15T03:20:27,570 DEBUG [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:27,571 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] regionserver.HStore(327): Store=c878a5d6d457df3f24c248ed5cdb676b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:27,571 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c878a5d6d457df3f24c248ed5cdb676b 
2024-11-15T03:20:27,573 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c878a5d6d457df3f24c248ed5cdb676b columnFamilyName queue
2024-11-15T03:20:27,573 DEBUG [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:27,573 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] regionserver.HStore(327): Store=c878a5d6d457df3f24c248ed5cdb676b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:27,573 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c878a5d6d457df3f24c248ed5cdb676b 
2024-11-15T03:20:27,575 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c878a5d6d457df3f24c248ed5cdb676b columnFamilyName sid
2024-11-15T03:20:27,575 DEBUG [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:27,575 INFO  [StoreOpener-c878a5d6d457df3f24c248ed5cdb676b-1 {}] regionserver.HStore(327): Store=c878a5d6d457df3f24c248ed5cdb676b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:27,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:27,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:27,593 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c878a5d6d457df3f24c248ed5cdb676b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74602270, jitterRate=0.11166045069694519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:27,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:27,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c878a5d6d457df3f24c248ed5cdb676b:
Running coprocessor pre-open hook at 1731640827550Writing region info on filesystem at 1731640827550Initializing all the Stores at 1731640827551 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640827551Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640827568 (+17 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640827568Cleaning up temporary data from old regions at 1731640827578 (+10 ms)Running coprocessor post-open hooks at 1731640827593 (+15 ms)Region opened successfully at 1731640827593
2024-11-15T03:20:27,594 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b., pid=10, masterSystemTime=1731640827447
2024-11-15T03:20:27,596 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:27,605 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c878a5d6d457df3f24c248ed5cdb676b, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40653,1731640818620
2024-11-15T03:20:27,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,610 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c878a5d6d457df3f24c248ed5cdb676b, server=91f82191efb8,40653,1731640818620 because future has completed
2024-11-15T03:20:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:27,649 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:20:27,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c878a5d6d457df3f24c248ed5cdb676b, server=91f82191efb8,40653,1731640818620 in 338 msec
2024-11-15T03:20:27,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:20:27,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c878a5d6d457df3f24c248ed5cdb676b, ASSIGN in 534 msec
2024-11-15T03:20:27,654 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:27,655 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640827654"}]},"ts":"1731640827654"}
2024-11-15T03:20:27,657 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:20:27,659 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:27,663 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1350 sec
2024-11-15T03:20:27,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b., hostname=91f82191efb8,40653,1731640818620, seqNum=2]
2024-11-15T03:20:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:27,860 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:20:28,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:20:28,044 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:20:28,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:20:28,130 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,40653,1731640818620, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:20:28,131 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:28,131 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:28,131 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:28,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:28,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,40653,1731640818620', locateType=CURRENT is [region=hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b., hostname=91f82191efb8,40653,1731640818620, seqNum=2]
2024-11-15T03:20:28,184 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:20:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:20:28,204 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,40653,1731640818620 suceeded
2024-11-15T03:20:28,211 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:20:28,211 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 344 msec
2024-11-15T03:20:28,211 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:38599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:20:28,212 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:38599'
2024-11-15T03:20:28,213 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7190 sec
2024-11-15T03:20:28,216 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f73ef17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:28,216 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:28,217 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:28,217 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:28,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:28,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3144d6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:28,220 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:28,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:28,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:28,229 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:28,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340ec9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:28,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:28,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38599,1731640814942
2024-11-15T03:20:28,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bae0d21
2024-11-15T03:20:28,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:28,241 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:28,248 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,40653,1731640818620 (queues=1) is replicating from cluster=550026d1-a4e1-426a-8c6d-eb0299d52cf5 to cluster=7bcd934b-bb1c-4708-9bb2-8ad68c96a563
2024-11-15T03:20:28,248 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C40653%2C1731640818620
2024-11-15T03:20:28,248 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,40653,1731640818620, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:20:28,263 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365, startPosition=0, beingWritten=true
2024-11-15T03:20:28,276 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C40653%2C1731640818620
2024-11-15T03:20:28,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:28,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 379, reset compression=false
2024-11-15T03:20:28,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40653,1731640818620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:20:28,537 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 379, reset compression=false
2024-11-15T03:20:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:28,659 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:20:28,659 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:28,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:28,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:28,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:28,660 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:28,660 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:28,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731640828675/Put/seqid=0
2024-11-15T03:20:28,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741840_1016 (size=7894)
2024-11-15T03:20:28,850 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 379, reset compression=false
2024-11-15T03:20:28,972 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:29,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731640829117/Put/seqid=0
2024-11-15T03:20:29,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741841_1017 (size=7691)
2024-11-15T03:20:29,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:29,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:29,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:29,167 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5515aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:29,172 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:29,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5371f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:29,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,46231,1731640815189, seqNum=-1]
2024-11-15T03:20:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:29,183 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:29,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38599,1731640814942
2024-11-15T03:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6035049b
2024-11-15T03:20:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:29,235 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., hostname=91f82191efb8,46231,1731640815189, seqNum=2]
2024-11-15T03:20:29,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:20:29,289 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 379, reset compression=false
2024-11-15T03:20:29,295 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-15T03:20:29,321 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-15T03:20:29,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-15T03:20:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:29,347 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-15T03:20:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HRegion(2603): Flush status journal for b81f474dddaceb12bc12ca6d795d61ab:

2024-11-15T03:20:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_0
2024-11-15T03:20:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_0 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_
2024-11-15T03:20:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_1
2024-11-15T03:20:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_1 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_
2024-11-15T03:20:29,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_0 into b81f474dddaceb12bc12ca6d795d61ab/f as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ - updating store file list.
2024-11-15T03:20:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:29,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ into b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:29,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_0 into b81f474dddaceb12bc12ca6d795d61ab/f (new location: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_)
2024-11-15T03:20:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_0
2024-11-15T03:20:29,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_1 into b81f474dddaceb12bc12ca6d795d61ab/f as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ - updating store file list.
2024-11-15T03:20:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fdd9fa030704aaf8561069a746d4d48_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:29,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ into b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:29,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_1 into b81f474dddaceb12bc12ca6d795d61ab/f (new location: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_)
2024-11-15T03:20:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins__test__ikea54gl2orm5puvucbpsop7lsiq3kk12kdsoer5g0kv6r4dbssk8n16lmvrhpe3/f/hfile_1
2024-11-15T03:20:29,440 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:29,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:29,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:29,440 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:29,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., hostname=91f82191efb8,46231,1731640815189, seqNum=2 , the old value is region=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., hostname=91f82191efb8,46231,1731640815189, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:46231 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:20:29,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., hostname=91f82191efb8,46231,1731640815189, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:20:29,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., hostname=91f82191efb8,46231,1731640815189, seqNum=2 from cache
2024-11-15T03:20:29,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:29,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:29,444 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:29,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:29,446 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45334 deadline: 1731640889441 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45334
2024-11-15T03:20:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., hostname=91f82191efb8,40653,1731640818620, seqNum=2]
2024-11-15T03:20:29,453 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:20:29,550 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:46231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-15T03:20:29,798 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 379, reset compression=false
2024-11-15T03:20:29,805 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:29,808 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,46231,1731640815189 got entry batch from reader: WALEntryBatch [walEntries=[{test/b81f474dddaceb12bc12ca6d795d61ab/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640829438/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-15T03:20:29,812 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:29,813 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService
2024-11-15T03:20:29,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(318): Replicating [7bcd934b-bb1c-4708-9bb2-8ad68c96a563] bulk loaded data
2024-11-15T03:20:29,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e26379f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:29,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:29,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:29,821 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5970f9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:29,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:29,823 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:29,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4306cb2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:29,825 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 379, reset compression=false
2024-11-15T03:20:29,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741840_1016 (size=7894)
2024-11-15T03:20:30,006 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 687, reset compression=false
2024-11-15T03:20:30,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741841_1017 (size=7691)
2024-11-15T03:20:30,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39995,1731640818440
2024-11-15T03:20:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1303151
2024-11-15T03:20:30,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:30,280 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:30,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:20:30,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:30,285 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:30,291 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-15T03:20:30,294 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-15T03:20:30,298 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ for inclusion in 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-15T03:20:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:30,307 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ for inclusion in 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-15T03:20:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HRegion(2603): Flush status journal for 82b7d1ddfe47980e2178ebe44a323db1:

2024-11-15T03:20:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:20:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/9e7ccbb9707247bdb9f9bce55de73deb_SeqId_4_
2024-11-15T03:20:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:20:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/3665d70fcf864e77b61a8a1cf17dac37_SeqId_4_
2024-11-15T03:20:30,321 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ into 82b7d1ddfe47980e2178ebe44a323db1/f as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/9e7ccbb9707247bdb9f9bce55de73deb_SeqId_4_ - updating store file list.
2024-11-15T03:20:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e7ccbb9707247bdb9f9bce55de73deb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:30,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/9e7ccbb9707247bdb9f9bce55de73deb_SeqId_4_ into 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,327 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_ into 82b7d1ddfe47980e2178ebe44a323db1/f (new location: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/9e7ccbb9707247bdb9f9bce55de73deb_SeqId_4_)
2024-11-15T03:20:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/2fdd9fa030704aaf8561069a746d4d48_SeqId_4_
2024-11-15T03:20:30,329 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ into 82b7d1ddfe47980e2178ebe44a323db1/f as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/3665d70fcf864e77b61a8a1cf17dac37_SeqId_4_ - updating store file list.
2024-11-15T03:20:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3665d70fcf864e77b61a8a1cf17dac37_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:30,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/3665d70fcf864e77b61a8a1cf17dac37_SeqId_4_ into 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_ into 82b7d1ddfe47980e2178ebe44a323db1/f (new location: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/3665d70fcf864e77b61a8a1cf17dac37_SeqId_4_)
2024-11-15T03:20:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins.hfs.11__test__ja1cqrj54d1d54tf42iaa3hvs2qpfjre8h3eojioe00evg9b58d92auqbq9srns3/f/7d7d0980aec74925a0617c27aa8fdee3_SeqId_4_
2024-11-15T03:20:30,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(324): Finished replicating [7bcd934b-bb1c-4708-9bb2-8ad68c96a563] bulk loaded data
2024-11-15T03:20:30,368 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 687, reset compression=false
2024-11-15T03:20:30,449 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 379, reset compression=false
2024-11-15T03:20:30,501 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:30,507 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:30,508 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40653,1731640818620 got entry batch from reader: WALEntryBatch [walEntries=[{test/82b7d1ddfe47980e2178ebe44a323db1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640830336/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-15T03:20:30,511 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:30,513 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService
2024-11-15T03:20:30,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.ReplicationSink(318): Replicating [7bcd934b-bb1c-4708-9bb2-8ad68c96a563, 550026d1-a4e1-426a-8c6d-eb0299d52cf5] bulk loaded data
2024-11-15T03:20:30,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731640830517/Put/seqid=0
2024-11-15T03:20:30,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3110f4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:30,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38599,-1 for getting cluster id
2024-11-15T03:20:30,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:30,530 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bcd934b-bb1c-4708-9bb2-8ad68c96a563'
2024-11-15T03:20:30,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:30,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bcd934b-bb1c-4708-9bb2-8ad68c96a563"

2024-11-15T03:20:30,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47312b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:30,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38599,-1]
2024-11-15T03:20:30,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:30,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:30,532 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:30,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673edcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:30,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741842_1018 (size=11194)
2024-11-15T03:20:30,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731640830625/Put/seqid=0
2024-11-15T03:20:30,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741843_1019 (size=10791)
2024-11-15T03:20:30,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5582f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:30,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,39995,-1 for getting cluster id
2024-11-15T03:20:30,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:30,669 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '550026d1-a4e1-426a-8c6d-eb0299d52cf5'
2024-11-15T03:20:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "550026d1-a4e1-426a-8c6d-eb0299d52cf5"

2024-11-15T03:20:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f144cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,39995,-1]
2024-11-15T03:20:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:30,678 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:30,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c921ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:30,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:30,693 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:30,708 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 725, reset compression=false
2024-11-15T03:20:30,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741842_1018 (size=7691)
2024-11-15T03:20:30,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:30,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,39995,1731640818440
2024-11-15T03:20:30,718 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cc00003
2024-11-15T03:20:30,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:30,720 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:30,727 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., hostname=91f82191efb8,40653,1731640818620, seqNum=2]
2024-11-15T03:20:30,730 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:20:30,782 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 687, reset compression=false
2024-11-15T03:20:30,803 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-15T03:20:30,812 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-15T03:20:30,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741843_1019 (size=7894)
2024-11-15T03:20:30,862 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-15T03:20:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:30,874 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-15T03:20:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HRegion(2603): Flush status journal for 82b7d1ddfe47980e2178ebe44a323db1:

2024-11-15T03:20:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_1
2024-11-15T03:20:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_1 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_
2024-11-15T03:20:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_0
2024-11-15T03:20:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_0 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_
2024-11-15T03:20:30,922 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_1 into 82b7d1ddfe47980e2178ebe44a323db1/f as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ - updating store file list.
2024-11-15T03:20:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08b76f2309ae4bc09c020bb834a732e1_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:30,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ into 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_1 into 82b7d1ddfe47980e2178ebe44a323db1/f (new location: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_)
2024-11-15T03:20:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_1
2024-11-15T03:20:30,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_0 into 82b7d1ddfe47980e2178ebe44a323db1/f as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ - updating store file list.
2024-11-15T03:20:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51693df3b8604b18bd499371c897cbd7_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:30,937 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ into 82b7d1ddfe47980e2178ebe44a323db1/f
2024-11-15T03:20:30,937 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_0 into 82b7d1ddfe47980e2178ebe44a323db1/f (new location: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_)
2024-11-15T03:20:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/staging/jenkins__test__lf69bnfnl04lvm0fknq7348jtnfqfdbobjphhcgd5ied93g7k6vgn912av62uk1v/f/hfile_0
2024-11-15T03:20:30,945 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:30,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:30,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:30,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:30,945 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:30,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., hostname=91f82191efb8,40653,1731640818620, seqNum=2 , the old value is region=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., hostname=91f82191efb8,40653,1731640818620, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:40653 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:20:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., hostname=91f82191efb8,40653,1731640818620, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:20:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1., hostname=91f82191efb8,40653,1731640818620, seqNum=2 from cache
2024-11-15T03:20:30,947 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T03:20:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,46231,1731640815189, seqNum=-1]
2024-11-15T03:20:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:30,952 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab., hostname=91f82191efb8,46231,1731640815189, seqNum=2]
2024-11-15T03:20:30,963 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:20:31,052 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-15T03:20:31,083 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 725, reset compression=false
2024-11-15T03:20:31,106 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:31,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38599,1731640814942
2024-11-15T03:20:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c6ced18
2024-11-15T03:20:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:31,298 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:31,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:20:31,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:31,307 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 1033, reset compression=false
2024-11-15T03:20:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,46231,1731640815189, seqNum=-1]
2024-11-15T03:20:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:31,310 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:31,346 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 687, reset compression=false
2024-11-15T03:20:31,357 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__nag450eh8k923p5vqab7nevehnh0nm121dcp3tqnnu2pv0lvs3922gdb6dpe7dr1/f/3665d70fcf864e77b61a8a1cf17dac37_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-15T03:20:31,360 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__nag450eh8k923p5vqab7nevehnh0nm121dcp3tqnnu2pv0lvs3922gdb6dpe7dr1/f/9e7ccbb9707247bdb9f9bce55de73deb_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-15T03:20:31,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.ReplicationSink(324): Finished replicating [7bcd934b-bb1c-4708-9bb2-8ad68c96a563, 550026d1-a4e1-426a-8c6d-eb0299d52cf5] bulk loaded data
2024-11-15T03:20:31,376 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40653,1731640818620 got entry batch from reader: WALEntryBatch [walEntries=[{test/82b7d1ddfe47980e2178ebe44a323db1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640830938/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-15T03:20:31,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.ReplicationSink(318): Replicating [550026d1-a4e1-426a-8c6d-eb0299d52cf5] bulk loaded data
2024-11-15T03:20:31,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741844_1020 (size=10791)
2024-11-15T03:20:31,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741845_1021 (size=11194)
2024-11-15T03:20:31,641 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 1033, reset compression=false
2024-11-15T03:20:31,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:20:31,880 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-15T03:20:31,883 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-15T03:20:31,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ for inclusion in b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-15T03:20:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:31,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ for inclusion in b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-15T03:20:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:20:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HRegion(2603): Flush status journal for b81f474dddaceb12bc12ca6d795d61ab:

2024-11-15T03:20:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 51693df3b8604b18bd499371c897cbd7_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:20:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/cec3d021681d450aab6ce505d30b9d98_SeqId_6_
2024-11-15T03:20:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:20:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/38d9c4ee5c44433abcb4f8c0e13e0537_SeqId_6_
2024-11-15T03:20:31,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ into b81f474dddaceb12bc12ca6d795d61ab/f as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/cec3d021681d450aab6ce505d30b9d98_SeqId_6_ - updating store file list.
2024-11-15T03:20:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cec3d021681d450aab6ce505d30b9d98_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:31,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/cec3d021681d450aab6ce505d30b9d98_SeqId_6_ into b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:31,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_ into b81f474dddaceb12bc12ca6d795d61ab/f (new location: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/cec3d021681d450aab6ce505d30b9d98_SeqId_6_)
2024-11-15T03:20:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/51693df3b8604b18bd499371c897cbd7_SeqId_6_
2024-11-15T03:20:31,912 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ into b81f474dddaceb12bc12ca6d795d61ab/f as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/38d9c4ee5c44433abcb4f8c0e13e0537_SeqId_6_ - updating store file list.
2024-11-15T03:20:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38d9c4ee5c44433abcb4f8c0e13e0537_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:20:31,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/38d9c4ee5c44433abcb4f8c0e13e0537_SeqId_6_ into b81f474dddaceb12bc12ca6d795d61ab/f
2024-11-15T03:20:31,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_ into b81f474dddaceb12bc12ca6d795d61ab/f (new location: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/f/38d9c4ee5c44433abcb4f8c0e13e0537_SeqId_6_)
2024-11-15T03:20:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/staging/jenkins.hfs.10__test__96pgo21hnl78049h896sbui99dus5kabqkfgtgps1e86946dbhb23nmha4dnk9kc/f/08b76f2309ae4bc09c020bb834a732e1_SeqId_6_
2024-11-15T03:20:31,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46231 {}] regionserver.ReplicationSink(324): Finished replicating [550026d1-a4e1-426a-8c6d-eb0299d52cf5] bulk loaded data
2024-11-15T03:20:31,960 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 687, reset compression=false
2024-11-15T03:20:31,971 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:31,971 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,46231,1731640815189 got entry batch from reader: WALEntryBatch [walEntries=[{test/b81f474dddaceb12bc12ca6d795d61ab/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640831918/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-15T03:20:31,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(318): Replicating [550026d1-a4e1-426a-8c6d-eb0299d52cf5, 7bcd934b-bb1c-4708-9bb2-8ad68c96a563] bulk loaded data
2024-11-15T03:20:31,983 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:20:31,983 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:31,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:31,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:31,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:31,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:20:31,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2113806782, stopped=false
2024-11-15T03:20:31,984 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,39995,1731640818440
2024-11-15T03:20:31,995 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459504802/running
2024-11-15T03:20:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459504802/running
2024-11-15T03:20:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:32,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:32,000 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:32,000 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:32,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:32,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:32,001 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,40653,1731640818620' *****
2024-11-15T03:20:32,001 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:20:32,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/running
2024-11-15T03:20:32,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Set watcher on znode that does not yet exist, /1-459504802/running
2024-11-15T03:20:32,001 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:20:32,001 INFO  [RS:0;91f82191efb8:40653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:20:32,002 INFO  [RS:0;91f82191efb8:40653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:20:32,002 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:32,002 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:20:32,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741844_1020 (size=11194)
2024-11-15T03:20:32,040 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:32,040 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,40653,1731640818620
2024-11-15T03:20:32,040 INFO  [RS:0;91f82191efb8:40653 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:32,040 INFO  [RS:0;91f82191efb8:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40653.
2024-11-15T03:20:32,040 DEBUG [RS:0;91f82191efb8:40653 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:32,040 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:32,041 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:20:32,041 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:20:32,041 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:20:32,041 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:20:32,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c878a5d6d457df3f24c248ed5cdb676b, disabling compactions & flushes
2024-11-15T03:20:32,041 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:32,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:32,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b. after waiting 0 ms
2024-11-15T03:20:32,041 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:32,041 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c878a5d6d457df3f24c248ed5cdb676b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB
2024-11-15T03:20:32,042 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:20:32,042 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1325): Online Regions={c878a5d6d457df3f24c248ed5cdb676b=hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b., 1588230740=hbase:meta,,1.1588230740, 82b7d1ddfe47980e2178ebe44a323db1=test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.}
2024-11-15T03:20:32,042 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82b7d1ddfe47980e2178ebe44a323db1, c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:32,042 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:32,042 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:32,042 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:32,042 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:32,042 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:32,042 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:20:32,048 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 1033, reset compression=false
2024-11-15T03:20:32,093 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/.tmp/hfileref/f2bb5559705b427280aed2ebd8598f18 is 74, key is 1/hfileref:08b76f2309ae4bc09c020bb834a732e1_SeqId_6_/1731640831921/DeleteColumn/seqid=0
2024-11-15T03:20:32,100 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:32,103 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/info/1ac898a019ae405f99ec0352fc577b5a is 147, key is hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b./info:regioninfo/1731640827605/Put/seqid=0
2024-11-15T03:20:32,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741845_1021 (size=10791)
2024-11-15T03:20:32,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741846_1022 (size=5345)
2024-11-15T03:20:32,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741847_1023 (size=7686)
2024-11-15T03:20:32,132 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/info/1ac898a019ae405f99ec0352fc577b5a
2024-11-15T03:20:32,164 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/ns/b9851148443b456b82384df3065334dc is 43, key is default/ns:d/1731640820810/Put/seqid=0
2024-11-15T03:20:32,171 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:32,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741848_1024 (size=5153)
2024-11-15T03:20:32,181 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/ns/b9851148443b456b82384df3065334dc
2024-11-15T03:20:32,219 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:20:32,219 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:20:32,233 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/rep_barrier/8626e1c34a554b14aeae48e9b23728a7 is 112, key is test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1./rep_barrier:seqnumDuringOpen/1731640823294/Put/seqid=0
2024-11-15T03:20:32,242 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82b7d1ddfe47980e2178ebe44a323db1, c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:32,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741849_1025 (size=5518)
2024-11-15T03:20:32,248 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/rep_barrier/8626e1c34a554b14aeae48e9b23728a7
2024-11-15T03:20:32,292 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/table/c818566d970947fcb740692b5a8d921a is 53, key is hbase:replication/table:state/1731640827654/Put/seqid=0
2024-11-15T03:20:32,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741850_1026 (size=5308)
2024-11-15T03:20:32,442 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82b7d1ddfe47980e2178ebe44a323db1, c878a5d6d457df3f24c248ed5cdb676b
2024-11-15T03:20:32,505 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:32,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:20:32,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:32,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42570 deadline: 1731640892507, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
2024-11-15T03:20:32,529 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/.tmp/hfileref/f2bb5559705b427280aed2ebd8598f18
2024-11-15T03:20:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 from cache
2024-11-15T03:20:32,563 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/.tmp/queue/3b0d9774e1d44bbe8ca15f7c091d2ab3 is 154, key is 1-91f82191efb8,40653,1731640818620/queue:91f82191efb8%2C40653%2C1731640818620/1731640831924/Put/seqid=0
2024-11-15T03:20:32,570 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.wal-reader.91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/WALs/91f82191efb8,40653,1731640818620/91f82191efb8%2C40653%2C1731640818620.1731640820365 to pos 1033, reset compression=false
2024-11-15T03:20:32,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741851_1027 (size=5353)
2024-11-15T03:20:32,587 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/.tmp/queue/3b0d9774e1d44bbe8ca15f7c091d2ab3
2024-11-15T03:20:32,604 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/.tmp/hfileref/f2bb5559705b427280aed2ebd8598f18 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/hfileref/f2bb5559705b427280aed2ebd8598f18
2024-11-15T03:20:32,613 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/hfileref/f2bb5559705b427280aed2ebd8598f18, entries=4, sequenceid=12, filesize=5.2 K
2024-11-15T03:20:32,614 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/.tmp/queue/3b0d9774e1d44bbe8ca15f7c091d2ab3 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/queue/3b0d9774e1d44bbe8ca15f7c091d2ab3
2024-11-15T03:20:32,628 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/queue/3b0d9774e1d44bbe8ca15f7c091d2ab3, entries=1, sequenceid=12, filesize=5.2 K
2024-11-15T03:20:32,629 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c878a5d6d457df3f24c248ed5cdb676b in 587ms, sequenceid=12, compaction requested=false
2024-11-15T03:20:32,637 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/replication/c878a5d6d457df3f24c248ed5cdb676b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-15T03:20:32,638 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:32,638 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:32,638 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:32,638 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c878a5d6d457df3f24c248ed5cdb676b:
Waiting for close lock at 1731640832041Running coprocessor pre-close hooks at 1731640832041Disabling compacts and flushes for region at 1731640832041Disabling writes for close at 1731640832041Obtaining lock to block concurrent updates at 1731640832041Preparing flush snapshotting stores in c878a5d6d457df3f24c248ed5cdb676b at 1731640832041Finished memstore snapshotting hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731640832042 (+1 ms)Flushing stores of hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b. at 1731640832042Flushing c878a5d6d457df3f24c248ed5cdb676b/hfileref: creating writer at 1731640832043 (+1 ms)Flushing c878a5d6d457df3f24c248ed5cdb676b/hfileref: appending metadata at 1731640832090 (+47 ms)Flushing c878a5d6d457df3f24c248ed5cdb676b/hfileref: closing flushed file at 1731640832090Flushing c878a5d6d457df3f24c248ed5cdb676b/queue: creating writer at 1731640832541 (+451 ms)Flushing c878a5d6d457df3f24c248ed5cdb676b/queue: appending metadata at 1731640832562 (+21 ms)Flushing c878a5d6d457df3f24c248ed5cdb676b/queue: closing flushed file at 1731640832562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5ae67: reopening flushed file at 1731640832603 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693255f2: reopening flushed file at 1731640832613 (+10 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c878a5d6d457df3f24c248ed5cdb676b in 587ms, sequenceid=12, compaction requested=false at 1731640832629 (+16 ms)Writing region close event to WAL at 1731640832629Running coprocessor post-close hooks at 1731640832638 (+9 ms)Closed at 1731640832638
2024-11-15T03:20:32,638 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640826524.c878a5d6d457df3f24c248ed5cdb676b.
2024-11-15T03:20:32,638 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82b7d1ddfe47980e2178ebe44a323db1, disabling compactions & flushes
2024-11-15T03:20:32,639 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:32,639 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:32,639 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1. after waiting 0 ms
2024-11-15T03:20:32,639 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:32,643 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82b7d1ddfe47980e2178ebe44a323db1
2024-11-15T03:20:32,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:32,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40653 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:32,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40653 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42570 deadline: 1731640892507, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
2024-11-15T03:20:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 from cache
2024-11-15T03:20:32,656 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/default/test/82b7d1ddfe47980e2178ebe44a323db1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:20:32,661 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:32,661 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:20:32,661 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:32,661 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82b7d1ddfe47980e2178ebe44a323db1:
Waiting for close lock at 1731640832638Running coprocessor pre-close hooks at 1731640832638Disabling compacts and flushes for region at 1731640832638Disabling writes for close at 1731640832639 (+1 ms)Writing region close event to WAL at 1731640832647 (+8 ms)Running coprocessor post-close hooks at 1731640832661 (+14 ms)Closed at 1731640832661
2024-11-15T03:20:32,662 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640822117.82b7d1ddfe47980e2178ebe44a323db1.
2024-11-15T03:20:32,714 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/table/c818566d970947fcb740692b5a8d921a
2024-11-15T03:20:32,733 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/info/1ac898a019ae405f99ec0352fc577b5a as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/info/1ac898a019ae405f99ec0352fc577b5a
2024-11-15T03:20:32,741 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/info/1ac898a019ae405f99ec0352fc577b5a, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:20:32,745 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/ns/b9851148443b456b82384df3065334dc as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/ns/b9851148443b456b82384df3065334dc
2024-11-15T03:20:32,752 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/ns/b9851148443b456b82384df3065334dc, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:20:32,754 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/rep_barrier/8626e1c34a554b14aeae48e9b23728a7 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/rep_barrier/8626e1c34a554b14aeae48e9b23728a7
2024-11-15T03:20:32,761 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/rep_barrier/8626e1c34a554b14aeae48e9b23728a7, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:20:32,764 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/.tmp/table/c818566d970947fcb740692b5a8d921a as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/table/c818566d970947fcb740692b5a8d921a
2024-11-15T03:20:32,775 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/table/c818566d970947fcb740692b5a8d921a, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:20:32,776 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 734ms, sequenceid=16, compaction requested=false
2024-11-15T03:20:32,844 DEBUG [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:32,852 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:20:32,856 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:32,856 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:32,856 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:32,856 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640832042Running coprocessor pre-close hooks at 1731640832042Disabling compacts and flushes for region at 1731640832042Disabling writes for close at 1731640832042Obtaining lock to block concurrent updates at 1731640832042Preparing flush snapshotting stores in 1588230740 at 1731640832042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640832043 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640832045 (+2 ms)Flushing 1588230740/info: creating writer at 1731640832045Flushing 1588230740/info: appending metadata at 1731640832102 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731640832102Flushing 1588230740/ns: creating writer at 1731640832143 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731640832163 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731640832163Flushing 1588230740/rep_barrier: creating writer at 1731640832188 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640832233 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640832233Flushing 1588230740/table: creating writer at 1731640832266 (+33 ms)Flushing 1588230740/table: appending metadata at 1731640832292 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731640832292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebbe9ab: reopening flushed file at 1731640832732 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f5baa4: reopening flushed file at 1731640832741 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665e41ed: reopening flushed file at 1731640832753 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343c245: reopening flushed file at 1731640832761 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 734ms, sequenceid=16, compaction requested=false at 1731640832776 (+15 ms)Writing region close event to WAL at 1731640832816 (+40 ms)Running coprocessor post-close hooks at 1731640832856 (+40 ms)Closed at 1731640832856
2024-11-15T03:20:32,857 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:32,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:32,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:32,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42570 deadline: 1731640892508, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
2024-11-15T03:20:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 from cache
2024-11-15T03:20:32,932 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:33,048 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,40653,1731640818620; all regions closed.
2024-11-15T03:20:33,052 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:33,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:20:33,093 DEBUG [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/oldWALs
2024-11-15T03:20:33,093 INFO  [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40653%2C1731640818620.meta:.meta(num 1731640820728)
2024-11-15T03:20:33,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741839_1015 (size=3127)
2024-11-15T03:20:33,112 DEBUG [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/oldWALs
2024-11-15T03:20:33,112 INFO  [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40653%2C1731640818620.rep:(num 1731640827469)
2024-11-15T03:20:33,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741833_1009 (size=1336)
2024-11-15T03:20:33,126 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,135 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,135 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,136 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,146 DEBUG [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/oldWALs
2024-11-15T03:20:33,146 INFO  [RS:0;91f82191efb8:40653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C40653%2C1731640818620:(num 1731640820365)
2024-11-15T03:20:33,146 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:33,146 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:33,146 INFO  [RS:0;91f82191efb8:40653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:33,146 INFO  [RS:0;91f82191efb8:40653 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:33,147 INFO  [RS:0;91f82191efb8:40653 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:33,147 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,40653,1731640818620 because: Region server is closing
2024-11-15T03:20:33,147 INFO  [RS:0;91f82191efb8:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40653.
2024-11-15T03:20:33,147 DEBUG [RS:0;91f82191efb8:40653 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:33,147 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:33,147 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:33,148 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:33,148 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:33,162 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:33,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:33,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1]
2024-11-15T03:20:33,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40653 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:33,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40653 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:42570 deadline: 1731640892507, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
2024-11-15T03:20:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 91f82191efb8,40653,1731640818620 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-15T03:20:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40653,1731640818620, seqNum=-1 from cache
2024-11-15T03:20:33,248 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:20:33,248 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40653,1731640818620.replicationSource.shipper91f82191efb8%2C40653%2C1731640818620,1-91f82191efb8,40653,1731640818620 terminated
2024-11-15T03:20:33,248 INFO  [RS:0;91f82191efb8:40653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40653.
2024-11-15T03:20:33,248 DEBUG [RS:0;91f82191efb8:40653 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:33,248 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:33,248 DEBUG [RS:0;91f82191efb8:40653 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:33,248 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:33,249 INFO  [RS:0;91f82191efb8:40653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40653
2024-11-15T03:20:33,251 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] regionserver.ReplicationSink(335): Unable to accept edit because:
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 11 more
2024-11-15T03:20:33,251 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:40653 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
	... 27 more
2024-11-15T03:20:33,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.MetricsHBaseServer(152): Unknown exception type
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 11 more
2024-11-15T03:20:33,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:42556 deadline: 1731640891972, exception=java.io.InterruptedIOException
2024-11-15T03:20:33,254 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T03:20:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802/rs
2024-11-15T03:20:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459504802/rs/91f82191efb8,40653,1731640818620
2024-11-15T03:20:33,305 INFO  [RS:0;91f82191efb8:40653 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:33,306 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,40653,1731640818620]
2024-11-15T03:20:33,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-459504802/draining/91f82191efb8,40653,1731640818620 already deleted, retry=false
2024-11-15T03:20:33,337 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,40653,1731640818620 expired; onlineServers=0
2024-11-15T03:20:33,337 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,39995,1731640818440' *****
2024-11-15T03:20:33,337 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:20:33,337 INFO  [M:0;91f82191efb8:39995 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:33,337 INFO  [M:0;91f82191efb8:39995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:33,337 DEBUG [M:0;91f82191efb8:39995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:20:33,337 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:20:33,337 DEBUG [M:0;91f82191efb8:39995 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:20:33,337 INFO  [M:0;91f82191efb8:39995 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:33,337 INFO  [M:0;91f82191efb8:39995 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:33,337 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640820077 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640820077,5,FailOnTimeoutGroup]
2024-11-15T03:20:33,337 DEBUG [M:0;91f82191efb8:39995 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:20:33,337 INFO  [M:0;91f82191efb8:39995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:20:33,337 INFO  [M:0;91f82191efb8:39995 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:33,337 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640820079 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640820079,5,FailOnTimeoutGroup]
2024-11-15T03:20:33,338 INFO  [M:0;91f82191efb8:39995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:20:33,338 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:20:33,353 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 91f82191efb8:40653
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:40653
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T03:20:33,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 91f82191efb8:40653 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:40653
2024-11-15T03:20:33,354 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: 
java.net.ConnectException: Call to address=91f82191efb8:40653 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:40653
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:40653
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-15T03:20:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56284 deadline: 1731640893357, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-15T03:20:33,359 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-15T03:20:33,360 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-15T03:20:33,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-459504802/master
2024-11-15T03:20:33,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-459504802
2024-11-15T03:20:33,405 DEBUG [M:0;91f82191efb8:39995 {}] zookeeper.ZKUtil(347): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Unable to get data of znode /1-459504802/master because node does not exist (not an error)
2024-11-15T03:20:33,405 WARN  [M:0;91f82191efb8:39995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:20:33,406 INFO  [M:0;91f82191efb8:39995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/.lastflushedseqids
2024-11-15T03:20:33,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741852_1028 (size=263)
2024-11-15T03:20:33,414 INFO  [M:0;91f82191efb8:39995 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:20:33,414 INFO  [M:0;91f82191efb8:39995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:20:33,414 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:33,414 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:33,414 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:33,414 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:33,414 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:33,415 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-15T03:20:33,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:33,426 INFO  [RS:0;91f82191efb8:40653 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:33,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40653-0x1013c81e02c0004, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:33,426 INFO  [RS:0;91f82191efb8:40653 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,40653,1731640818620; zookeeper connection closed.
2024-11-15T03:20:33,427 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51569f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51569f4
2024-11-15T03:20:33,427 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:20:33,438 DEBUG [M:0;91f82191efb8:39995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be88ccb836e9420baedb4897a21a9561 is 82, key is hbase:meta,,1/info:regioninfo/1731640820786/Put/seqid=0
2024-11-15T03:20:33,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741853_1029 (size=5672)
2024-11-15T03:20:33,449 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:33,560 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-15T03:20:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56284 deadline: 1731640893562, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-15T03:20:33,563 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-15T03:20:33,564 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-15T03:20:33,564 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-15T03:20:33,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:33,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 31 more
2024-11-15T03:20:33,681 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture
java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null
	at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T03:20:33,843 INFO  [M:0;91f82191efb8:39995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be88ccb836e9420baedb4897a21a9561
2024-11-15T03:20:33,866 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-15T03:20:33,872 DEBUG [M:0;91f82191efb8:39995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88f98739fecd4761ad336a6a1956dfda is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640827663/Put/seqid=0
2024-11-15T03:20:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56284 deadline: 1731640893873, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-15T03:20:33,875 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-15T03:20:33,876 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-15T03:20:33,876 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-15T03:20:33,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741854_1030 (size=8516)
2024-11-15T03:20:33,888 INFO  [M:0;91f82191efb8:39995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88f98739fecd4761ad336a6a1956dfda
2024-11-15T03:20:33,919 DEBUG [M:0;91f82191efb8:39995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fea35c3ec1914315a25cfc64007127f0 is 69, key is 91f82191efb8,40653,1731640818620/rs:state/1731640820141/Put/seqid=0
2024-11-15T03:20:33,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741855_1031 (size=5156)
2024-11-15T03:20:34,056 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:34,281 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-15T03:20:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:20:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39995 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56284 deadline: 1731640894286, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-15T03:20:34,287 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-15T03:20:34,289 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-15T03:20:34,289 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-15T03:20:34,349 INFO  [M:0;91f82191efb8:39995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fea35c3ec1914315a25cfc64007127f0
2024-11-15T03:20:34,353 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be88ccb836e9420baedb4897a21a9561 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be88ccb836e9420baedb4897a21a9561
2024-11-15T03:20:34,357 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be88ccb836e9420baedb4897a21a9561, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:20:34,358 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88f98739fecd4761ad336a6a1956dfda as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88f98739fecd4761ad336a6a1956dfda
2024-11-15T03:20:34,363 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88f98739fecd4761ad336a6a1956dfda, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:20:34,364 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fea35c3ec1914315a25cfc64007127f0 as hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fea35c3ec1914315a25cfc64007127f0
2024-11-15T03:20:34,369 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fea35c3ec1914315a25cfc64007127f0, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:20:34,370 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false
2024-11-15T03:20:34,380 INFO  [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:34,380 DEBUG [M:0;91f82191efb8:39995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640833414Disabling compacts and flushes for region at 1731640833414Disabling writes for close at 1731640833414Obtaining lock to block concurrent updates at 1731640833415 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640833415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731640833415Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640833416 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640833416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640833438 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640833438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640833849 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640833872 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640833872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640833898 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640833918 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640833918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb79dd1: reopening flushed file at 1731640834353 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8c65e1: reopening flushed file at 1731640834357 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eef2c97: reopening flushed file at 1731640834364 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false at 1731640834370 (+6 ms)Writing region close event to WAL at 1731640834380 (+10 ms)Closed at 1731640834380
2024-11-15T03:20:34,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35483 is added to blk_1073741830_1006 (size=63654)
2024-11-15T03:20:34,382 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee8deeb3-9855-4d44-9520-c378aba6a71c/MasterData/WALs/91f82191efb8,39995,1731640818440/91f82191efb8%2C39995%2C1731640818440.1731640819664 not finished, retry = 0
2024-11-15T03:20:34,483 INFO  [M:0;91f82191efb8:39995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:20:34,483 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:34,484 INFO  [M:0;91f82191efb8:39995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39995
2024-11-15T03:20:34,484 INFO  [M:0;91f82191efb8:39995 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:34,682 INFO  [M:0;91f82191efb8:39995 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:34,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:34,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39995-0x1013c81e02c0003, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:34,684 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:34,685 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:34,685 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:34,685 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:34,685 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:34,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:20:34,686 WARN  [BP-273113895-172.17.0.2-1731640816724 heartbeating to localhost/127.0.0.1:40005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:20:34,686 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:20:34,686 WARN  [BP-273113895-172.17.0.2-1731640816724 heartbeating to localhost/127.0.0.1:40005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-273113895-172.17.0.2-1731640816724 (Datanode Uuid cfc99c82-9a7b-4943-a420-f83e95549c4a) service to localhost/127.0.0.1:40005
2024-11-15T03:20:34,687 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/cluster_37924462-ff7a-13e6-bd74-e50e8c0a821a/data/data1/current/BP-273113895-172.17.0.2-1731640816724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:34,687 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/cluster_37924462-ff7a-13e6-bd74-e50e8c0a821a/data/data2/current/BP-273113895-172.17.0.2-1731640816724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:34,687 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:20:34,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b6171a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:34,692 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:34,692 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:34,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:34,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:34,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:20:34,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:20:34,714 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:34,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:34,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:34,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:34,714 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:34,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:20:34,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=157955229, stopped=false
2024-11-15T03:20:34,714 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,38599,1731640814942
2024-11-15T03:20:34,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-704630753/running
2024-11-15T03:20:34,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-704630753/running
2024-11-15T03:20:34,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:34,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:34,726 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:34,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/running
2024-11-15T03:20:34,727 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:34,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:34,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:34,727 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,46231,1731640815189' *****
2024-11-15T03:20:34,727 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:20:34,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Set watcher on znode that does not yet exist, /0-704630753/running
2024-11-15T03:20:34,728 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bceda282b6739039df56ad3ebd1426d
2024-11-15T03:20:34,729 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(3091): Received CLOSE for b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,46231,1731640815189
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:46231.
2024-11-15T03:20:34,729 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bceda282b6739039df56ad3ebd1426d, disabling compactions & flushes
2024-11-15T03:20:34,729 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:34,729 DEBUG [RS:0;91f82191efb8:46231 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:34,729 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:34,729 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:34,729 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d. after waiting 0 ms
2024-11-15T03:20:34,729 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:34,729 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bceda282b6739039df56ad3ebd1426d 3/3 column families, dataSize=865 B heapSize=2.25 KB
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:20:34,729 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:20:34,730 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:20:34,730 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7bceda282b6739039df56ad3ebd1426d=hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d., b81f474dddaceb12bc12ca6d795d61ab=test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.}
2024-11-15T03:20:34,730 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bceda282b6739039df56ad3ebd1426d, b81f474dddaceb12bc12ca6d795d61ab
2024-11-15T03:20:34,730 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:34,730 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:34,730 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:34,730 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:34,730 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:34,730 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:20:34,735 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:34,746 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/.tmp/hfileref/32eae8e69d504acab17ae32c82e535d7 is 74, key is 1/hfileref:2fdd9fa030704aaf8561069a746d4d48_SeqId_4_/1731640830339/DeleteColumn/seqid=0
2024-11-15T03:20:34,747 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/info/db0f03f0eeb943d69f5d31bc6412596f is 147, key is hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d./info:regioninfo/1731640825654/Put/seqid=0
2024-11-15T03:20:34,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741846_1022 (size=5345)
2024-11-15T03:20:34,761 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:34,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741847_1023 (size=7686)
2024-11-15T03:20:34,762 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/.tmp/hfileref/32eae8e69d504acab17ae32c82e535d7
2024-11-15T03:20:34,762 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/info/db0f03f0eeb943d69f5d31bc6412596f
2024-11-15T03:20:34,792 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-15T03:20:34,793 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 91f82191efb8:39995
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:39995
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T03:20:34,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 91f82191efb8:39995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:39995
2024-11-15T03:20:34,803 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/.tmp/queue/9d211d4dbf774f199d85223d0a7d2f0e is 153, key is 1-91f82191efb8,46231,1731640815189/queue:91f82191efb8%2C46231%2C1731640815189/1731640830349/Put/seqid=0
2024-11-15T03:20:34,805 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/ns/58107f1b93f44b7ba8a5e16d8bff3ab0 is 43, key is default/ns:d/1731640816622/Put/seqid=0
2024-11-15T03:20:34,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741849_1025 (size=5153)
2024-11-15T03:20:34,827 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/ns/58107f1b93f44b7ba8a5e16d8bff3ab0
2024-11-15T03:20:34,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741848_1024 (size=5352)
2024-11-15T03:20:34,838 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/.tmp/queue/9d211d4dbf774f199d85223d0a7d2f0e
2024-11-15T03:20:34,844 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/.tmp/hfileref/32eae8e69d504acab17ae32c82e535d7 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/hfileref/32eae8e69d504acab17ae32c82e535d7
2024-11-15T03:20:34,849 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/hfileref/32eae8e69d504acab17ae32c82e535d7, entries=4, sequenceid=10, filesize=5.2 K
2024-11-15T03:20:34,850 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/.tmp/queue/9d211d4dbf774f199d85223d0a7d2f0e as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/queue/9d211d4dbf774f199d85223d0a7d2f0e
2024-11-15T03:20:34,859 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/queue/9d211d4dbf774f199d85223d0a7d2f0e, entries=1, sequenceid=10, filesize=5.2 K
2024-11-15T03:20:34,860 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/rep_barrier/11672b5ba800447288240e771cae1a80 is 112, key is test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab./rep_barrier:seqnumDuringOpen/1731640821871/Put/seqid=0
2024-11-15T03:20:34,862 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7bceda282b6739039df56ad3ebd1426d in 133ms, sequenceid=10, compaction requested=false
2024-11-15T03:20:34,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741850_1026 (size=5518)
2024-11-15T03:20:34,882 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/replication/7bceda282b6739039df56ad3ebd1426d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-15T03:20:34,882 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:34,882 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:34,882 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:34,882 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bceda282b6739039df56ad3ebd1426d:
Waiting for close lock at 1731640834729Running coprocessor pre-close hooks at 1731640834729Disabling compacts and flushes for region at 1731640834729Disabling writes for close at 1731640834729Obtaining lock to block concurrent updates at 1731640834729Preparing flush snapshotting stores in 7bceda282b6739039df56ad3ebd1426d at 1731640834729Finished memstore snapshotting hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731640834730 (+1 ms)Flushing stores of hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d. at 1731640834730Flushing 7bceda282b6739039df56ad3ebd1426d/hfileref: creating writer at 1731640834730Flushing 7bceda282b6739039df56ad3ebd1426d/hfileref: appending metadata at 1731640834745 (+15 ms)Flushing 7bceda282b6739039df56ad3ebd1426d/hfileref: closing flushed file at 1731640834745Flushing 7bceda282b6739039df56ad3ebd1426d/queue: creating writer at 1731640834777 (+32 ms)Flushing 7bceda282b6739039df56ad3ebd1426d/queue: appending metadata at 1731640834802 (+25 ms)Flushing 7bceda282b6739039df56ad3ebd1426d/queue: closing flushed file at 1731640834802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7da1c9: reopening flushed file at 1731640834843 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c66173b: reopening flushed file at 1731640834849 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7bceda282b6739039df56ad3ebd1426d in 133ms, sequenceid=10, compaction requested=false at 1731640834862 (+13 ms)Writing region close event to WAL at 1731640834878 (+16 ms)Running coprocessor post-close hooks at 1731640834882 (+4 ms)Closed at 1731640834882
2024-11-15T03:20:34,883 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640824332.7bceda282b6739039df56ad3ebd1426d.
2024-11-15T03:20:34,883 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b81f474dddaceb12bc12ca6d795d61ab, disabling compactions & flushes
2024-11-15T03:20:34,883 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:34,883 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:34,883 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab. after waiting 0 ms
2024-11-15T03:20:34,883 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/default/test/b81f474dddaceb12bc12ca6d795d61ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:20:34,892 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:34,893 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b81f474dddaceb12bc12ca6d795d61ab:
Waiting for close lock at 1731640834883Running coprocessor pre-close hooks at 1731640834883Disabling compacts and flushes for region at 1731640834883Disabling writes for close at 1731640834883Writing region close event to WAL at 1731640834888 (+5 ms)Running coprocessor post-close hooks at 1731640834892 (+4 ms)Closed at 1731640834892
2024-11-15T03:20:34,893 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640820965.b81f474dddaceb12bc12ca6d795d61ab.
2024-11-15T03:20:34,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:34,910 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 91f82191efb8:39995
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:39995
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T03:20:34,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
java.net.ConnectException: Call to address=91f82191efb8:39995 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:39995

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 41 more
2024-11-15T03:20:34,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 91f82191efb8:39995 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 91f82191efb8/172.17.0.2:39995
2024-11-15T03:20:34,930 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:35,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:35,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 91f82191efb8:39995 this server is in the failed servers list
2024-11-15T03:20:35,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 91f82191efb8:39995

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:35,130 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:35,280 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/rep_barrier/11672b5ba800447288240e771cae1a80
2024-11-15T03:20:35,298 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/table/dcb960f2a1ec46d487418a4beccfa153 is 53, key is hbase:replication/table:state/1731640825670/Put/seqid=0
2024-11-15T03:20:35,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741851_1027 (size=5308)
2024-11-15T03:20:35,330 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:35,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:35,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 91f82191efb8:39995 this server is in the failed servers list
2024-11-15T03:20:35,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 91f82191efb8:39995

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:35,531 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:35,569 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1033, reset compression=false
2024-11-15T03:20:35,573 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:35,573 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1328, reset compression=false
2024-11-15T03:20:35,712 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/table/dcb960f2a1ec46d487418a4beccfa153
2024-11-15T03:20:35,717 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/info/db0f03f0eeb943d69f5d31bc6412596f as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/info/db0f03f0eeb943d69f5d31bc6412596f
2024-11-15T03:20:35,717 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:20:35,717 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:20:35,722 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/info/db0f03f0eeb943d69f5d31bc6412596f, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:20:35,722 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/ns/58107f1b93f44b7ba8a5e16d8bff3ab0 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/ns/58107f1b93f44b7ba8a5e16d8bff3ab0
2024-11-15T03:20:35,727 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/ns/58107f1b93f44b7ba8a5e16d8bff3ab0, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:20:35,729 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/rep_barrier/11672b5ba800447288240e771cae1a80 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/rep_barrier/11672b5ba800447288240e771cae1a80
2024-11-15T03:20:35,731 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:20:35,731 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:20:35,731 DEBUG [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:20:35,735 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/rep_barrier/11672b5ba800447288240e771cae1a80, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:20:35,736 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/.tmp/table/dcb960f2a1ec46d487418a4beccfa153 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/table/dcb960f2a1ec46d487418a4beccfa153
2024-11-15T03:20:35,741 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/table/dcb960f2a1ec46d487418a4beccfa153, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:20:35,741 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false
2024-11-15T03:20:35,748 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:20:35,749 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:35,749 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:35,749 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:35,749 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640834730Running coprocessor pre-close hooks at 1731640834730Disabling compacts and flushes for region at 1731640834730Disabling writes for close at 1731640834730Obtaining lock to block concurrent updates at 1731640834730Preparing flush snapshotting stores in 1588230740 at 1731640834730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640834730Flushing stores of hbase:meta,,1.1588230740 at 1731640834731 (+1 ms)Flushing 1588230740/info: creating writer at 1731640834731Flushing 1588230740/info: appending metadata at 1731640834746 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731640834746Flushing 1588230740/ns: creating writer at 1731640834776 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731640834804 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731640834804Flushing 1588230740/rep_barrier: creating writer at 1731640834835 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640834859 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640834859Flushing 1588230740/table: creating writer at 1731640835284 (+425 ms)Flushing 1588230740/table: appending metadata at 1731640835298 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731640835298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78911ea5: reopening flushed file at 1731640835716 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4f4784: reopening flushed file at 1731640835722 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b04d8ad: reopening flushed file at 1731640835728 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e4fd9d: reopening flushed file at 1731640835735 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false at 1731640835741 (+6 ms)Writing region close event to WAL at 1731640835745 (+4 ms)Running coprocessor post-close hooks at 1731640835749 (+4 ms)Closed at 1731640835749
2024-11-15T03:20:35,749 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:35,777 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.wal-reader.91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 to pos 1328, reset compression=false
2024-11-15T03:20:35,931 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,46231,1731640815189; all regions closed.
2024-11-15T03:20:35,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:20:35,939 DEBUG [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/oldWALs
2024-11-15T03:20:35,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:35,939 INFO  [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C46231%2C1731640815189.meta:.meta(num 1731640816445)
2024-11-15T03:20:35,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 91f82191efb8:39995 this server is in the failed servers list
2024-11-15T03:20:35,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 91f82191efb8:39995

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:35,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741839_1015 (size=2695)
2024-11-15T03:20:35,952 DEBUG [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/oldWALs
2024-11-15T03:20:35,952 INFO  [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C46231%2C1731640815189.rep:(num 1731640825581)
2024-11-15T03:20:35,954 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/WALs/91f82191efb8,46231,1731640815189/91f82191efb8%2C46231%2C1731640815189.1731640815864 not finished, retry = 0
2024-11-15T03:20:35,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741832_1008 (size=1336)
2024-11-15T03:20:36,057 DEBUG [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/oldWALs
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C46231%2C1731640815189:(num 1731640815864)
2024-11-15T03:20:36,057 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:36,057 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,46231,1731640815189 because: Region server is closing
2024-11-15T03:20:36,057 INFO  [RS:0;91f82191efb8:46231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:46231.
2024-11-15T03:20:36,057 DEBUG [RS:0;91f82191efb8:46231 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:36,057 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:36,058 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:36,058 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:36,158 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 9 more
2024-11-15T03:20:36,158 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-15T03:20:36,158 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-15T03:20:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:20:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:20:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-15T03:20:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:20:36,760 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,46231,1731640815189.replicationSource.shipper91f82191efb8%2C46231%2C1731640815189,1-91f82191efb8,46231,1731640815189 terminated
2024-11-15T03:20:36,760 INFO  [RS:0;91f82191efb8:46231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:46231.
2024-11-15T03:20:36,760 DEBUG [RS:0;91f82191efb8:46231 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:36,760 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:36,760 DEBUG [RS:0;91f82191efb8:46231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:36,760 INFO  [RS:0;91f82191efb8:46231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46231
2024-11-15T03:20:36,760 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:36,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-704630753/rs/91f82191efb8,46231,1731640815189
2024-11-15T03:20:36,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753/rs
2024-11-15T03:20:36,831 INFO  [RS:0;91f82191efb8:46231 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:36,832 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,46231,1731640815189]
2024-11-15T03:20:36,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/draining/91f82191efb8,46231,1731640815189 already deleted, retry=false
2024-11-15T03:20:36,852 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,46231,1731640815189 expired; onlineServers=0
2024-11-15T03:20:36,852 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,38599,1731640814942' *****
2024-11-15T03:20:36,852 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:20:36,852 INFO  [M:0;91f82191efb8:38599 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:20:36,852 INFO  [M:0;91f82191efb8:38599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:20:36,853 DEBUG [M:0;91f82191efb8:38599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:20:36,853 DEBUG [M:0;91f82191efb8:38599 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:20:36,853 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:20:36,853 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640815633 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640815633,5,FailOnTimeoutGroup]
2024-11-15T03:20:36,853 INFO  [M:0;91f82191efb8:38599 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:20:36,853 INFO  [M:0;91f82191efb8:38599 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:20:36,853 DEBUG [M:0;91f82191efb8:38599 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:20:36,853 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640815634 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640815634,5,FailOnTimeoutGroup]
2024-11-15T03:20:36,853 INFO  [M:0;91f82191efb8:38599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:20:36,853 INFO  [M:0;91f82191efb8:38599 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:20:36,853 INFO  [M:0;91f82191efb8:38599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:20:36,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:20:36,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-704630753/master
2024-11-15T03:20:36,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704630753
2024-11-15T03:20:36,873 DEBUG [M:0;91f82191efb8:38599 {}] zookeeper.RecoverableZooKeeper(212): Node /0-704630753/master already deleted, retry=false
2024-11-15T03:20:36,873 DEBUG [M:0;91f82191efb8:38599 {}] master.ActiveMasterManager(353): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-704630753/master
2024-11-15T03:20:36,874 INFO  [M:0;91f82191efb8:38599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/.lastflushedseqids
2024-11-15T03:20:36,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741852_1028 (size=263)
2024-11-15T03:20:36,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:36,942 INFO  [RS:0;91f82191efb8:46231 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:36,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46231-0x1013c81e02c0001, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:36,942 INFO  [RS:0;91f82191efb8:46231 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,46231,1731640815189; zookeeper connection closed.
2024-11-15T03:20:36,942 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70e6a2d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70e6a2d0
2024-11-15T03:20:36,942 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:20:36,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:36,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:36,952 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:37,282 INFO  [M:0;91f82191efb8:38599 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:20:37,282 INFO  [M:0;91f82191efb8:38599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:20:37,282 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:37,282 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:37,282 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:37,282 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:37,282 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:37,282 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-15T03:20:37,296 DEBUG [M:0;91f82191efb8:38599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f946337ceeb480783637b865c8a2a3e is 82, key is hbase:meta,,1/info:regioninfo/1731640816491/Put/seqid=0
2024-11-15T03:20:37,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741853_1029 (size=5672)
2024-11-15T03:20:37,709 INFO  [M:0;91f82191efb8:38599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f946337ceeb480783637b865c8a2a3e
2024-11-15T03:20:37,733 DEBUG [M:0;91f82191efb8:38599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27ce9b41ff744f7ab4f1fc0cc6ef0df4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640825688/Put/seqid=0
2024-11-15T03:20:37,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741854_1030 (size=8515)
2024-11-15T03:20:37,737 INFO  [M:0;91f82191efb8:38599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27ce9b41ff744f7ab4f1fc0cc6ef0df4
2024-11-15T03:20:37,770 DEBUG [M:0;91f82191efb8:38599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8854bbdc5a1e479080ba40a4e66f840c is 69, key is 91f82191efb8,46231,1731640815189/rs:state/1731640815685/Put/seqid=0
2024-11-15T03:20:37,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741855_1031 (size=5156)
2024-11-15T03:20:38,140 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:38,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,166 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,166 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,166 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,166 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,175 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,177 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:38,181 INFO  [M:0;91f82191efb8:38599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8854bbdc5a1e479080ba40a4e66f840c
2024-11-15T03:20:38,190 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f946337ceeb480783637b865c8a2a3e as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f946337ceeb480783637b865c8a2a3e
2024-11-15T03:20:38,217 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f946337ceeb480783637b865c8a2a3e, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:20:38,218 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27ce9b41ff744f7ab4f1fc0cc6ef0df4 as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27ce9b41ff744f7ab4f1fc0cc6ef0df4
2024-11-15T03:20:38,228 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27ce9b41ff744f7ab4f1fc0cc6ef0df4, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:20:38,236 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8854bbdc5a1e479080ba40a4e66f840c as hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8854bbdc5a1e479080ba40a4e66f840c
2024-11-15T03:20:38,245 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41237/user/jenkins/test-data/b25312e6-3416-3dfe-3532-b564fdeb7f56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8854bbdc5a1e479080ba40a4e66f840c, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:20:38,246 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=97, compaction requested=false
2024-11-15T03:20:38,263 INFO  [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:38,263 DEBUG [M:0;91f82191efb8:38599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640837282Disabling compacts and flushes for region at 1731640837282Disabling writes for close at 1731640837282Obtaining lock to block concurrent updates at 1731640837283 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640837283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731640837283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640837283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640837283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640837296 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640837296Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640837713 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640837732 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640837732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640837742 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640837769 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640837769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc381d0: reopening flushed file at 1731640838189 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee37667: reopening flushed file at 1731640838217 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375baa21: reopening flushed file at 1731640838228 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=97, compaction requested=false at 1731640838246 (+18 ms)Writing region close event to WAL at 1731640838263 (+17 ms)Closed at 1731640838263
2024-11-15T03:20:38,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33739 is added to blk_1073741830_1006 (size=63642)
2024-11-15T03:20:38,285 INFO  [M:0;91f82191efb8:38599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:20:38,286 INFO  [M:0;91f82191efb8:38599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38599
2024-11-15T03:20:38,286 INFO  [M:0;91f82191efb8:38599 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:20:38,286 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:20:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1013c81e02c0000, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:20:38,405 INFO  [M:0;91f82191efb8:38599 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:20:38,413 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5226859e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:38,413 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:38,413 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:38,413 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:38,413 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:38,419 WARN  [BP-580855319-172.17.0.2-1731640812706 heartbeating to localhost/127.0.0.1:41237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:20:38,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:20:38,419 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:20:38,419 WARN  [BP-580855319-172.17.0.2-1731640812706 heartbeating to localhost/127.0.0.1:41237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-580855319-172.17.0.2-1731640812706 (Datanode Uuid 7208e353-f011-44da-a54f-05ef1d4a9993) service to localhost/127.0.0.1:41237
2024-11-15T03:20:38,419 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/data/data1/current/BP-580855319-172.17.0.2-1731640812706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:38,420 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/cluster_4358a21d-5a08-5d85-61cd-2694338db4d2/data/data2/current/BP-580855319-172.17.0.2-1731640812706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:20:38,420 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:20:38,429 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8fb846{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:38,430 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486001b5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:20:38,430 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:20:38,430 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232c90b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:20:38,430 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c3cb4f1e-96d2-b29a-ef6a-8fb14e9b9adc/hadoop.log.dir/,STOPPED}
2024-11-15T03:20:38,437 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:20:38,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:20:38,460 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 203)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41237
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40005 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-18-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41237 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49506)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40005
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41237 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-25-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40005 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40005 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41237 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41237
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40005 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40005 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41237 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40005 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41237 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41237 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41237
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40005
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49506)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)
 - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=611 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1774 (was 1136) - AvailableMemoryMB LEAK? -
2024-11-15T03:20:38,468 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=611, ProcessCount=11, AvailableMemoryMB=1773
2024-11-15T03:20:38,485 INFO  [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete
2024-11-15T03:20:38,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir so I do NOT create it in target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e
2024-11-15T03:20:38,486 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:20:38,486 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.tmp.dir so I do NOT create it in target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e
2024-11-15T03:20:38,486 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e99ef236-fd1b-1b57-a349-6f934b0592bb/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:20:38,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e
2024-11-15T03:20:38,486 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47, deleteOnExit=true
2024-11-15T03:20:38,496 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/zookeeper_0, clientPort=53720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:20:38,497 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53720
2024-11-15T03:20:38,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:20:38,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/test.cache.data in system properties and HBase conf
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:20:38,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:38,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:20:38,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:20:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c81e02c0005, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:20:38,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c81e02c0002, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:20:38,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c81e02c0005, quorum=127.0.0.1:49506, baseZNode=/1-459504802 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:20:38,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c81e02c0002, quorum=127.0.0.1:49506, baseZNode=/0-704630753 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:20:38,914 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:38,930 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:38,934 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:38,934 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:38,934 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:38,934 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:38,936 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c561da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:38,936 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589743a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:38,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:38,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:38,959 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:39,066 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d4bb5fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/java.io.tmpdir/jetty-localhost-46357-hadoop-hdfs-3_4_1-tests_jar-_-any-14144735894689026639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:39,066 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a6d5614{HTTP/1.1, (http/1.1)}{localhost:46357}
2024-11-15T03:20:39,067 INFO  [Time-limited test {}] server.Server(415): Started @199766ms
2024-11-15T03:20:39,349 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:39,353 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:39,354 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:39,354 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:39,354 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:39,356 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df0091b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:39,357 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef0e109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:39,475 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303a142a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/java.io.tmpdir/jetty-localhost-33065-hadoop-hdfs-3_4_1-tests_jar-_-any-8877475785163083712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:39,476 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f27d9ac{HTTP/1.1, (http/1.1)}{localhost:33065}
2024-11-15T03:20:39,476 INFO  [Time-limited test {}] server.Server(415): Started @200175ms
2024-11-15T03:20:39,477 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:20:40,197 WARN  [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/data/data1/current/BP-1143270132-172.17.0.2-1731640838527/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:40,198 WARN  [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/data/data2/current/BP-1143270132-172.17.0.2-1731640838527/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:40,256 WARN  [Thread-2166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:20:40,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69d5a19421edcd11 with lease ID 0x8012e0618da6c447: Processing first storage report for DS-b080e0ba-1446-4635-a3ba-7788976488ac from datanode DatanodeRegistration(127.0.0.1:45685, datanodeUuid=96ec0e6e-c36b-42e2-9992-da625d9e1845, infoPort=44689, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1497129357;c=1731640838527)
2024-11-15T03:20:40,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69d5a19421edcd11 with lease ID 0x8012e0618da6c447: from storage DS-b080e0ba-1446-4635-a3ba-7788976488ac node DatanodeRegistration(127.0.0.1:45685, datanodeUuid=96ec0e6e-c36b-42e2-9992-da625d9e1845, infoPort=44689, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1497129357;c=1731640838527), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:40,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69d5a19421edcd11 with lease ID 0x8012e0618da6c447: Processing first storage report for DS-da31dfa0-68c4-4873-ba20-9697d3d08fb8 from datanode DatanodeRegistration(127.0.0.1:45685, datanodeUuid=96ec0e6e-c36b-42e2-9992-da625d9e1845, infoPort=44689, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1497129357;c=1731640838527)
2024-11-15T03:20:40,259 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69d5a19421edcd11 with lease ID 0x8012e0618da6c447: from storage DS-da31dfa0-68c4-4873-ba20-9697d3d08fb8 node DatanodeRegistration(127.0.0.1:45685, datanodeUuid=96ec0e6e-c36b-42e2-9992-da625d9e1845, infoPort=44689, infoSecurePort=0, ipcPort=41279, storageInfo=lv=-57;cid=testClusterID;nsid=1497129357;c=1731640838527), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:40,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e
2024-11-15T03:20:40,348 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:40,350 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:40,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:20:40,776 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2 with version=8
2024-11-15T03:20:40,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/hbase-staging
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:20:40,778 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:40,779 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38085
2024-11-15T03:20:40,780 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38085 connecting to ZooKeeper ensemble=127.0.0.1:53720
2024-11-15T03:20:40,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380850x0, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:40,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38085-0x1013c8245040000 connected
2024-11-15T03:20:41,116 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:41,118 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:41,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/running
2024-11-15T03:20:41,121 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2, hbase.cluster.distributed=false
2024-11-15T03:20:41,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/acl
2024-11-15T03:20:41,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38085
2024-11-15T03:20:41,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38085
2024-11-15T03:20:41,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38085
2024-11-15T03:20:41,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38085
2024-11-15T03:20:41,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38085
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:41,167 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:20:41,168 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:41,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40515
2024-11-15T03:20:41,174 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40515 connecting to ZooKeeper ensemble=127.0.0.1:53720
2024-11-15T03:20:41,175 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:41,177 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:41,197 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405150x0, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:41,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40515-0x1013c8245040001 connected
2024-11-15T03:20:41,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/running
2024-11-15T03:20:41,198 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:20:41,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:20:41,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/master
2024-11-15T03:20:41,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/acl
2024-11-15T03:20:41,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40515
2024-11-15T03:20:41,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40515
2024-11-15T03:20:41,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40515
2024-11-15T03:20:41,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40515
2024-11-15T03:20:41,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40515
2024-11-15T03:20:41,269 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:38085
2024-11-15T03:20:41,270 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-941463205/backup-masters/91f82191efb8,38085,1731640840778
2024-11-15T03:20:41,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205/backup-masters
2024-11-15T03:20:41,283 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205/backup-masters
2024-11-15T03:20:41,284 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on existing znode=/0-941463205/backup-masters/91f82191efb8,38085,1731640840778
2024-11-15T03:20:41,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:41,294 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-941463205/master
2024-11-15T03:20:41,294 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:41,296 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on existing znode=/0-941463205/master
2024-11-15T03:20:41,297 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-941463205/backup-masters/91f82191efb8,38085,1731640840778 from backup master directory
2024-11-15T03:20:41,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-941463205/backup-masters/91f82191efb8,38085,1731640840778
2024-11-15T03:20:41,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205/backup-masters
2024-11-15T03:20:41,305 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:41,305 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,38085,1731640840778
2024-11-15T03:20:41,306 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205/backup-masters
2024-11-15T03:20:41,317 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/hbase.id] with ID: 8c2ad642-2dad-40e6-8bf7-ff5a13661223
2024-11-15T03:20:41,317 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/.tmp/hbase.id
2024-11-15T03:20:41,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:20:41,732 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/.tmp/hbase.id]:[hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/hbase.id]
2024-11-15T03:20:41,772 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:41,772 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:20:41,773 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:20:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:41,832 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:41,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:20:41,857 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:41,858 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:20:41,864 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:41,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:20:42,323 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store
2024-11-15T03:20:42,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:20:42,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:42,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:42,343 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:42,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:42,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:42,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:42,343 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:42,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640842343Disabling compacts and flushes for region at 1731640842343Disabling writes for close at 1731640842343Writing region close event to WAL at 1731640842343Closed at 1731640842343
2024-11-15T03:20:42,344 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/.initializing
2024-11-15T03:20:42,344 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/WALs/91f82191efb8,38085,1731640840778
2024-11-15T03:20:42,348 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:42,357 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C38085%2C1731640840778, suffix=, logDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/WALs/91f82191efb8,38085,1731640840778, archiveDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/oldWALs, maxLogs=10
2024-11-15T03:20:42,370 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/WALs/91f82191efb8,38085,1731640840778/91f82191efb8%2C38085%2C1731640840778.1731640842357, exclude list is [], retry=0
2024-11-15T03:20:42,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45685,DS-b080e0ba-1446-4635-a3ba-7788976488ac,DISK]
2024-11-15T03:20:42,377 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/WALs/91f82191efb8,38085,1731640840778/91f82191efb8%2C38085%2C1731640840778.1731640842357
2024-11-15T03:20:42,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44689:44689)]
2024-11-15T03:20:42,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:42,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:42,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:42,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:20:42,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:42,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:42,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:20:42,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:42,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:42,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:20:42,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:42,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:42,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:20:42,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:42,388 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,389 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,389 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,390 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,390 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,390 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:42,391 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:42,397 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:42,397 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73215737, jitterRate=0.09099949896335602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:42,398 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640842379Initializing all the Stores at 1731640842379Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640842379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640842380 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640842380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640842380Cleaning up temporary data from old regions at 1731640842390 (+10 ms)Region opened successfully at 1731640842398 (+8 ms)
2024-11-15T03:20:42,400 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:20:42,403 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6937d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:42,404 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:20:42,404 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:20:42,404 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:20:42,404 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:20:42,405 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:20:42,405 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:20:42,405 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:20:42,410 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:20:42,411 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Unable to get data of znode /0-941463205/balancer because node does not exist (not necessarily an error)
2024-11-15T03:20:42,460 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-941463205/balancer already deleted, retry=false
2024-11-15T03:20:42,461 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:20:42,462 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Unable to get data of znode /0-941463205/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:20:42,473 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-941463205/normalizer already deleted, retry=false
2024-11-15T03:20:42,474 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:20:42,478 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Unable to get data of znode /0-941463205/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:20:42,484 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-941463205/switch/split already deleted, retry=false
2024-11-15T03:20:42,487 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Unable to get data of znode /0-941463205/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:20:42,494 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-941463205/switch/merge already deleted, retry=false
2024-11-15T03:20:42,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Unable to get data of znode /0-941463205/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:20:42,504 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-941463205/snapshot-cleanup already deleted, retry=false
2024-11-15T03:20:42,515 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-941463205/running
2024-11-15T03:20:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-941463205/running
2024-11-15T03:20:42,515 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:42,516 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,38085,1731640840778, sessionid=0x1013c8245040000, setting cluster-up flag (Was=false)
2024-11-15T03:20:42,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:42,536 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:42,568 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-941463205/flush-table-proc/acquired, /0-941463205/flush-table-proc/reached, /0-941463205/flush-table-proc/abort
2024-11-15T03:20:42,568 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,38085,1731640840778
2024-11-15T03:20:42,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:42,589 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:42,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-941463205/online-snapshot/acquired, /0-941463205/online-snapshot/reached, /0-941463205/online-snapshot/abort
2024-11-15T03:20:42,622 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,38085,1731640840778
2024-11-15T03:20:42,624 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:20:42,626 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:42,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:20:42,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:20:42,626 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 91f82191efb8,44977,1731640787515: status=Processing ServerCrashProcedure of 91f82191efb8,44977,1731640787515 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731640802620, completionTime=-1 appears to have been leaked
2024-11-15T03:20:42,626 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,38085,1731640840778
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:42,629 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:42,636 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:20:42,637 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,637 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640872640
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:20:42,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:20:42,646 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(746): ClusterId : 8c2ad642-2dad-40e6-8bf7-ff5a13661223
2024-11-15T03:20:42,646 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:20:42,652 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,653 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:20:42,653 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:20:42,656 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:20:42,656 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:20:42,656 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:20:42,656 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:20:42,664 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:20:42,664 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4b6a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:42,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:20:42,667 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:20:42,667 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2
2024-11-15T03:20:42,668 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:20:42,668 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:20:42,702 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640842668,5,FailOnTimeoutGroup]
2024-11-15T03:20:42,710 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:40515
2024-11-15T03:20:42,710 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:20:42,710 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:20:42,710 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:20:42,712 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,38085,1731640840778 with port=40515, startcode=1731640841160
2024-11-15T03:20:42,712 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:20:42,712 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640842702,5,FailOnTimeoutGroup]
2024-11-15T03:20:42,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:20:42,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,722 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:20:42,723 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,40515,1731640841160
2024-11-15T03:20:42,723 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38085 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,40515,1731640841160
2024-11-15T03:20:42,724 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2
2024-11-15T03:20:42,724 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34533
2024-11-15T03:20:42,724 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:20:42,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741832_1008 (size=32)
2024-11-15T03:20:42,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:42,733 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:42,735 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:42,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:42,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:42,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:42,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:42,738 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:42,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:42,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,740 DEBUG [RS:0;91f82191efb8:40515 {}] zookeeper.ZKUtil(111): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on existing znode=/0-941463205/rs/91f82191efb8,40515,1731640841160
2024-11-15T03:20:42,740 WARN  [RS:0;91f82191efb8:40515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:42,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205/rs
2024-11-15T03:20:42,741 INFO  [RS:0;91f82191efb8:40515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:42,741 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160
2024-11-15T03:20:42,743 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:42,743 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:42,745 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:42,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:42,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:42,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:42,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740
2024-11-15T03:20:42,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740
2024-11-15T03:20:42,754 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,40515,1731640841160]
2024-11-15T03:20:42,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:42,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:42,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:42,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:42,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:42,787 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:20:42,788 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73253147, jitterRate=0.09155695140361786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640842732Initializing all the Stores at 1731640842733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640842733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640842733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640842733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640842733Cleaning up temporary data from old regions at 1731640842760 (+27 ms)Region opened successfully at 1731640842789 (+29 ms)
2024-11-15T03:20:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:42,789 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:42,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:42,792 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:20:42,808 INFO  [RS:0;91f82191efb8:40515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:20:42,808 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,824 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:20:42,828 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:42,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640842789Disabling compacts and flushes for region at 1731640842789Disabling writes for close at 1731640842789Writing region close event to WAL at 1731640842828 (+39 ms)Closed at 1731640842828
2024-11-15T03:20:42,828 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:20:42,828 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:42,829 DEBUG [RS:0;91f82191efb8:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:42,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:42,832 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:20:42,833 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:20:42,834 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:42,835 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:20:42,840 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,840 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,840 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,840 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,840 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,840 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40515,1731640841160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:42,858 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:20:42,858 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40515,1731640841160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,858 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,858 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.Replication(171): 91f82191efb8,40515,1731640841160 started
2024-11-15T03:20:42,871 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:42,871 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,40515,1731640841160, RpcServer on 91f82191efb8/172.17.0.2:40515, sessionid=0x1013c8245040001
2024-11-15T03:20:42,871 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:20:42,871 DEBUG [RS:0;91f82191efb8:40515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,40515,1731640841160
2024-11-15T03:20:42,871 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40515,1731640841160'
2024-11-15T03:20:42,871 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-941463205/flush-table-proc/abort'
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-941463205/flush-table-proc/acquired'
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,40515,1731640841160
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40515,1731640841160'
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-941463205/online-snapshot/abort'
2024-11-15T03:20:42,872 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-941463205/online-snapshot/acquired'
2024-11-15T03:20:42,873 DEBUG [RS:0;91f82191efb8:40515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:20:42,873 INFO  [RS:0;91f82191efb8:40515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:20:42,873 INFO  [RS:0;91f82191efb8:40515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:20:42,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:42,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:42,970 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8177 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:42,973 INFO  [RS:0;91f82191efb8:40515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:42,974 INFO  [RS:0;91f82191efb8:40515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40515%2C1731640841160, suffix=, logDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160, archiveDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/oldWALs, maxLogs=10
2024-11-15T03:20:42,986 WARN  [91f82191efb8:38085 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T03:20:42,991 DEBUG [RS:0;91f82191efb8:40515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, exclude list is [], retry=0
2024-11-15T03:20:42,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45685,DS-b080e0ba-1446-4635-a3ba-7788976488ac,DISK]
2024-11-15T03:20:43,001 INFO  [RS:0;91f82191efb8:40515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975
2024-11-15T03:20:43,001 DEBUG [RS:0;91f82191efb8:40515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44689:44689)]
2024-11-15T03:20:43,236 DEBUG [91f82191efb8:38085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:20:43,239 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,40515,1731640841160
2024-11-15T03:20:43,241 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40515,1731640841160, state=OPENING
2024-11-15T03:20:43,292 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:20:43,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:43,312 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:43,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:43,312 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40515,1731640841160}]
2024-11-15T03:20:43,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-941463205/meta-region-server: CHANGED
2024-11-15T03:20:43,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-941463205/meta-region-server: CHANGED
2024-11-15T03:20:43,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:43,470 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:20:43,473 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:20:43,473 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:43,474 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:20:43,475 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40515%2C1731640841160.meta, suffix=.meta, logDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160, archiveDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/oldWALs, maxLogs=10
2024-11-15T03:20:43,491 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.meta.1731640843476.meta, exclude list is [], retry=0
2024-11-15T03:20:43,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45685,DS-b080e0ba-1446-4635-a3ba-7788976488ac,DISK]
2024-11-15T03:20:43,498 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.meta.1731640843476.meta
2024-11-15T03:20:43,499 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44689:44689)]
2024-11-15T03:20:43,499 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:43,499 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:43,499 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:43,499 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:20:43,499 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:20:43,500 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:20:43,500 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:43,500 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:20:43,500 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:20:43,501 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:43,502 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:43,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:43,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:43,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:43,503 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:43,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:43,504 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:43,504 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:43,505 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:43,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:43,505 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:43,505 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:43,506 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:43,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:43,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:43,506 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:43,507 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740
2024-11-15T03:20:43,508 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740
2024-11-15T03:20:43,509 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:43,509 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:43,509 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:43,510 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:43,511 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73762782, jitterRate=0.09915110468864441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:43,511 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:20:43,512 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640843500Writing region info on filesystem at 1731640843500Initializing all the Stores at 1731640843501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640843501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640843501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640843501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640843501Cleaning up temporary data from old regions at 1731640843509 (+8 ms)Running coprocessor post-open hooks at 1731640843511 (+2 ms)Region opened successfully at 1731640843511
2024-11-15T03:20:43,513 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640843468
2024-11-15T03:20:43,518 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:20:43,518 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:20:43,518 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40515,1731640841160
2024-11-15T03:20:43,519 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40515,1731640841160, state=OPEN
2024-11-15T03:20:43,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-941463205/meta-region-server
2024-11-15T03:20:43,554 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-941463205/meta-region-server
2024-11-15T03:20:43,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,40515,1731640841160
2024-11-15T03:20:43,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-941463205/meta-region-server: CHANGED
2024-11-15T03:20:43,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-941463205/meta-region-server: CHANGED
2024-11-15T03:20:43,556 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:20:43,556 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40515,1731640841160 in 242 msec
2024-11-15T03:20:43,558 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:20:43,558 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec
2024-11-15T03:20:43,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:43,560 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:20:43,562 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:43,562 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40515,1731640841160, seqNum=-1]
2024-11-15T03:20:43,563 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:43,564 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:43,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 942 msec
2024-11-15T03:20:43,569 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640843569, completionTime=-1
2024-11-15T03:20:43,569 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:20:43,569 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640903572
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640963572
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38085,1731640840778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38085,1731640840778-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38085,1731640840778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:38085, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,574 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:20:43,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,580 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.275sec
2024-11-15T03:20:43,580 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:20:43,580 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:20:43,580 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:20:43,580 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:20:43,581 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:20:43,581 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38085,1731640840778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:43,581 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38085,1731640840778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:20:43,593 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:20:43,593 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:20:43,593 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38085,1731640840778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:43,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7bdae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:43,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38085,-1 for getting cluster id
2024-11-15T03:20:43,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:43,652 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2ad642-2dad-40e6-8bf7-ff5a13661223'
2024-11-15T03:20:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2ad642-2dad-40e6-8bf7-ff5a13661223"

2024-11-15T03:20:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671d385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38085,-1]
2024-11-15T03:20:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:43,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:43,655 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:43,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e49cba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:43,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40515,1731640841160, seqNum=-1]
2024-11-15T03:20:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:43,659 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:43,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,38085,1731640840778
2024-11-15T03:20:43,662 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53720
2024-11-15T03:20:43,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:43,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c8245040002 connected
2024-11-15T03:20:43,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir so I do NOT create it in target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8
2024-11-15T03:20:43,697 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:20:43,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.tmp.dir so I do NOT create it in target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8
2024-11-15T03:20:43,697 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:20:43,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8
2024-11-15T03:20:43,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:20:43,697 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/cluster_8fc7edd8-8a36-bee5-69b7-55c12e4b7123, deleteOnExit=true
2024-11-15T03:20:43,697 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/test.cache.data in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:20:43,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:20:43,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:20:43,699 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:20:44,054 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:44,059 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:44,061 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:44,061 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:44,062 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:20:44,063 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:44,064 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@754ba998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:44,064 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2680d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:44,165 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b5e0378{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/java.io.tmpdir/jetty-localhost-37085-hadoop-hdfs-3_4_1-tests_jar-_-any-13410642569023327200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:20:44,166 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2eed3a{HTTP/1.1, (http/1.1)}{localhost:37085}
2024-11-15T03:20:44,166 INFO  [Time-limited test {}] server.Server(415): Started @204865ms
2024-11-15T03:20:44,455 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:20:44,459 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:20:44,464 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:20:44,464 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:20:44,464 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:20:44,465 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd5bed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:20:44,465 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ad4297d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:20:44,562 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35dd08c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-12684904898247383884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:20:44,563 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d611e11{HTTP/1.1, (http/1.1)}{localhost:43035}
2024-11-15T03:20:44,563 INFO  [Time-limited test {}] server.Server(415): Started @205262ms
2024-11-15T03:20:44,564 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:20:45,227 WARN  [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/cluster_8fc7edd8-8a36-bee5-69b7-55c12e4b7123/data/data2/current/BP-1617140896-172.17.0.2-1731640843718/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:45,227 WARN  [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/cluster_8fc7edd8-8a36-bee5-69b7-55c12e4b7123/data/data1/current/BP-1617140896-172.17.0.2-1731640843718/current, will proceed with Du for space computation calculation, 
2024-11-15T03:20:45,252 WARN  [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:20:45,255 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0a851e4f7bee0b2 with lease ID 0xc6dbf47a05172ba: Processing first storage report for DS-a4d8611c-e37f-4486-a51b-1b619033b238 from datanode DatanodeRegistration(127.0.0.1:37115, datanodeUuid=d2d3151c-d5f4-4c98-9244-32a3336c512c, infoPort=43087, infoSecurePort=0, ipcPort=40729, storageInfo=lv=-57;cid=testClusterID;nsid=1252796516;c=1731640843718)
2024-11-15T03:20:45,255 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0a851e4f7bee0b2 with lease ID 0xc6dbf47a05172ba: from storage DS-a4d8611c-e37f-4486-a51b-1b619033b238 node DatanodeRegistration(127.0.0.1:37115, datanodeUuid=d2d3151c-d5f4-4c98-9244-32a3336c512c, infoPort=43087, infoSecurePort=0, ipcPort=40729, storageInfo=lv=-57;cid=testClusterID;nsid=1252796516;c=1731640843718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:45,255 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0a851e4f7bee0b2 with lease ID 0xc6dbf47a05172ba: Processing first storage report for DS-6fb2142e-75ff-4b7e-bdf4-943c18d9abe2 from datanode DatanodeRegistration(127.0.0.1:37115, datanodeUuid=d2d3151c-d5f4-4c98-9244-32a3336c512c, infoPort=43087, infoSecurePort=0, ipcPort=40729, storageInfo=lv=-57;cid=testClusterID;nsid=1252796516;c=1731640843718)
2024-11-15T03:20:45,255 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0a851e4f7bee0b2 with lease ID 0xc6dbf47a05172ba: from storage DS-6fb2142e-75ff-4b7e-bdf4-943c18d9abe2 node DatanodeRegistration(127.0.0.1:37115, datanodeUuid=d2d3151c-d5f4-4c98-9244-32a3336c512c, infoPort=43087, infoSecurePort=0, ipcPort=40729, storageInfo=lv=-57;cid=testClusterID;nsid=1252796516;c=1731640843718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:20:45,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8
2024-11-15T03:20:45,301 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:45,302 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:45,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:20:45,714 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc with version=8
2024-11-15T03:20:45,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/hbase-staging
2024-11-15T03:20:45,716 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:45,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:45,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:45,716 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:45,716 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:45,717 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:45,717 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:20:45,717 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:45,717 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46539
2024-11-15T03:20:45,718 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46539 connecting to ZooKeeper ensemble=127.0.0.1:53720
2024-11-15T03:20:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465390x0, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:45,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46539-0x1013c8245040003 connected
2024-11-15T03:20:45,957 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:45,959 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:45,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/running
2024-11-15T03:20:45,961 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc, hbase.cluster.distributed=false
2024-11-15T03:20:45,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/acl
2024-11-15T03:20:45,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46539
2024-11-15T03:20:45,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46539
2024-11-15T03:20:45,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46539
2024-11-15T03:20:45,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46539
2024-11-15T03:20:45,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46539
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:20:45,977 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:20:45,978 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36893
2024-11-15T03:20:45,978 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36893 connecting to ZooKeeper ensemble=127.0.0.1:53720
2024-11-15T03:20:45,979 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:45,980 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:45,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368930x0, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:45,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368930x0, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/running
2024-11-15T03:20:45,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36893-0x1013c8245040004 connected
2024-11-15T03:20:45,989 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:20:45,990 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:20:45,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/master
2024-11-15T03:20:45,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/acl
2024-11-15T03:20:45,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36893
2024-11-15T03:20:45,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36893
2024-11-15T03:20:45,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36893
2024-11-15T03:20:45,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36893
2024-11-15T03:20:46,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36893
2024-11-15T03:20:46,018 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:46539
2024-11-15T03:20:46,018 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11146903351/backup-masters/91f82191efb8,46539,1731640845716
2024-11-15T03:20:46,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351/backup-masters
2024-11-15T03:20:46,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351/backup-masters
2024-11-15T03:20:46,031 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on existing znode=/11146903351/backup-masters/91f82191efb8,46539,1731640845716
2024-11-15T03:20:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11146903351/master
2024-11-15T03:20:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:46,041 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on existing znode=/11146903351/master
2024-11-15T03:20:46,042 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11146903351/backup-masters/91f82191efb8,46539,1731640845716 from backup master directory
2024-11-15T03:20:46,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11146903351/backup-masters/91f82191efb8,46539,1731640845716
2024-11-15T03:20:46,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351/backup-masters
2024-11-15T03:20:46,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351/backup-masters
2024-11-15T03:20:46,052 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:46,052 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,46539,1731640845716
2024-11-15T03:20:46,055 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/hbase.id] with ID: cb519f88-a12c-465b-845d-79de342c7542
2024-11-15T03:20:46,055 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/.tmp/hbase.id
2024-11-15T03:20:46,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:20:46,459 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/.tmp/hbase.id]:[hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/hbase.id]
2024-11-15T03:20:46,478 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:20:46,478 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:20:46,479 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:20:46,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:46,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:20:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:20:46,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:20:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:20:46,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-15T03:20:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:20:46,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T03:20:46,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:46,942 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:20:46,942 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:46,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:20:46,948 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store
2024-11-15T03:20:46,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:20:47,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:47,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:20:47,354 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:47,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:47,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:20:47,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:47,354 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:20:47,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640847354Disabling compacts and flushes for region at 1731640847354Disabling writes for close at 1731640847354Writing region close event to WAL at 1731640847354Closed at 1731640847354
2024-11-15T03:20:47,355 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/.initializing
2024-11-15T03:20:47,355 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/WALs/91f82191efb8,46539,1731640845716
2024-11-15T03:20:47,355 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:47,356 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C46539%2C1731640845716, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/WALs/91f82191efb8,46539,1731640845716, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/oldWALs, maxLogs=10
2024-11-15T03:20:47,368 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/WALs/91f82191efb8,46539,1731640845716/91f82191efb8%2C46539%2C1731640845716.1731640847357, exclude list is [], retry=0
2024-11-15T03:20:47,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37115,DS-a4d8611c-e37f-4486-a51b-1b619033b238,DISK]
2024-11-15T03:20:47,372 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/WALs/91f82191efb8,46539,1731640845716/91f82191efb8%2C46539%2C1731640845716.1731640847357
2024-11-15T03:20:47,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43087:43087)]
2024-11-15T03:20:47,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:47,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:47,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:47,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:20:47,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:47,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:47,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:47,375 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:20:47,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:47,375 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:47,375 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:47,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:20:47,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:47,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:47,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:20:47,378 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:20:47,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:47,378 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:47,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,379 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,379 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,381 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,381 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,382 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:47,383 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:20:47,385 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:47,386 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74335536, jitterRate=0.10768580436706543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:47,386 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640847372Initializing all the Stores at 1731640847373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640847373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640847373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640847373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640847373Cleaning up temporary data from old regions at 1731640847381 (+8 ms)Region opened successfully at 1731640847386 (+5 ms)
2024-11-15T03:20:47,386 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:20:47,389 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2893cfd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:47,390 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:20:47,390 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:20:47,390 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:20:47,390 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:20:47,391 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:20:47,391 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:20:47,391 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:20:47,394 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:20:47,395 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Unable to get data of znode /11146903351/balancer because node does not exist (not necessarily an error)
2024-11-15T03:20:47,460 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11146903351/balancer already deleted, retry=false
2024-11-15T03:20:47,460 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:20:47,461 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Unable to get data of znode /11146903351/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:20:47,473 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11146903351/normalizer already deleted, retry=false
2024-11-15T03:20:47,473 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:20:47,474 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Unable to get data of znode /11146903351/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:20:47,483 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11146903351/switch/split already deleted, retry=false
2024-11-15T03:20:47,484 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Unable to get data of znode /11146903351/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:20:47,494 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11146903351/switch/merge already deleted, retry=false
2024-11-15T03:20:47,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Unable to get data of znode /11146903351/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:20:47,504 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11146903351/snapshot-cleanup already deleted, retry=false
2024-11-15T03:20:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11146903351/running
2024-11-15T03:20:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11146903351/running
2024-11-15T03:20:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:47,515 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,46539,1731640845716, sessionid=0x1013c8245040003, setting cluster-up flag (Was=false)
2024-11-15T03:20:47,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:47,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:47,567 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11146903351/flush-table-proc/acquired, /11146903351/flush-table-proc/reached, /11146903351/flush-table-proc/abort
2024-11-15T03:20:47,568 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,46539,1731640845716
2024-11-15T03:20:47,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:47,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:47,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11146903351/online-snapshot/acquired, /11146903351/online-snapshot/reached, /11146903351/online-snapshot/abort
2024-11-15T03:20:47,621 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,46539,1731640845716
2024-11-15T03:20:47,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:20:47,623 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:47,623 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:20:47,623 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:20:47,623 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,46539,1731640845716
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:47,625 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640877626
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:20:47,626 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:20:47,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:47,627 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:20:47,627 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:47,627 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:20:47,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:20:47,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:20:47,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:20:47,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:20:47,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:20:47,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:20:47,638 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640847637,5,FailOnTimeoutGroup]
2024-11-15T03:20:47,638 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640847638,5,FailOnTimeoutGroup]
2024-11-15T03:20:47,638 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,638 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:20:47,638 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,638 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:20:47,707 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(746): ClusterId : cb519f88-a12c-465b-845d-79de342c7542
2024-11-15T03:20:47,707 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:20:47,715 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:20:47,715 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:20:47,726 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:20:47,726 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b11dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:20:47,740 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:36893
2024-11-15T03:20:47,740 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:20:47,740 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:20:47,740 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:20:47,741 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,46539,1731640845716 with port=36893, startcode=1731640845976
2024-11-15T03:20:47,741 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:20:47,742 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:20:47,742 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,36893,1731640845976
2024-11-15T03:20:47,742 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46539 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,36893,1731640845976
2024-11-15T03:20:47,743 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc
2024-11-15T03:20:47,744 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33049
2024-11-15T03:20:47,744 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:20:47,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351/rs
2024-11-15T03:20:47,826 DEBUG [RS:0;91f82191efb8:36893 {}] zookeeper.ZKUtil(111): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on existing znode=/11146903351/rs/91f82191efb8,36893,1731640845976
2024-11-15T03:20:47,827 WARN  [RS:0;91f82191efb8:36893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:20:47,827 INFO  [RS:0;91f82191efb8:36893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:47,827 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976
2024-11-15T03:20:47,828 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,36893,1731640845976]
2024-11-15T03:20:47,831 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:20:47,832 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:20:47,833 INFO  [RS:0;91f82191efb8:36893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:20:47,833 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,833 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:20:47,834 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:20:47,834 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:47,834 DEBUG [RS:0;91f82191efb8:36893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:20:47,840 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,840 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,840 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,840 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,840 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,840 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,36893,1731640845976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:47,855 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:20:47,855 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,36893,1731640845976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,855 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,855 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.Replication(171): 91f82191efb8,36893,1731640845976 started
2024-11-15T03:20:47,870 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:47,870 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,36893,1731640845976, RpcServer on 91f82191efb8/172.17.0.2:36893, sessionid=0x1013c8245040004
2024-11-15T03:20:47,870 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:20:47,870 DEBUG [RS:0;91f82191efb8:36893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,36893,1731640845976
2024-11-15T03:20:47,870 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,36893,1731640845976'
2024-11-15T03:20:47,870 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11146903351/flush-table-proc/abort'
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11146903351/flush-table-proc/acquired'
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,36893,1731640845976
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,36893,1731640845976'
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11146903351/online-snapshot/abort'
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11146903351/online-snapshot/acquired'
2024-11-15T03:20:47,871 DEBUG [RS:0;91f82191efb8:36893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:20:47,871 INFO  [RS:0;91f82191efb8:36893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:20:47,871 INFO  [RS:0;91f82191efb8:36893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:20:47,972 INFO  [RS:0;91f82191efb8:36893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:20:47,973 INFO  [RS:0;91f82191efb8:36893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C36893%2C1731640845976, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/oldWALs, maxLogs=10
2024-11-15T03:20:47,984 DEBUG [RS:0;91f82191efb8:36893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, exclude list is [], retry=0
2024-11-15T03:20:47,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37115,DS-a4d8611c-e37f-4486-a51b-1b619033b238,DISK]
2024-11-15T03:20:47,988 INFO  [RS:0;91f82191efb8:36893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973
2024-11-15T03:20:47,988 DEBUG [RS:0;91f82191efb8:36893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43087:43087)]
2024-11-15T03:20:48,047 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:20:48,047 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc
2024-11-15T03:20:48,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:20:48,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:48,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:48,454 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:48,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:48,456 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:48,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,456 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,456 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:48,457 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:48,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:48,459 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:48,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:48,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740
2024-11-15T03:20:48,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740
2024-11-15T03:20:48,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:48,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:48,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:48,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:48,478 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:48,478 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64120566, jitterRate=-0.044529110193252563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:48,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640848452Initializing all the Stores at 1731640848453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640848453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640848453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640848453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640848453Cleaning up temporary data from old regions at 1731640848463 (+10 ms)Region opened successfully at 1731640848478 (+15 ms)
2024-11-15T03:20:48,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:20:48,478 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:20:48,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:20:48,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:20:48,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:20:48,479 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:20:48,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640848478Disabling compacts and flushes for region at 1731640848478Disabling writes for close at 1731640848478Writing region close event to WAL at 1731640848479 (+1 ms)Closed at 1731640848479
2024-11-15T03:20:48,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:48,480 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:20:48,480 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:20:48,481 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:48,482 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:20:48,537 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,537 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,537 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,537 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,552 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,553 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,556 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:48,632 DEBUG [91f82191efb8:46539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:20:48,633 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,36893,1731640845976
2024-11-15T03:20:48,634 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,36893,1731640845976, state=OPENING
2024-11-15T03:20:48,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:20:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:48,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:48,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11146903351/meta-region-server: CHANGED
2024-11-15T03:20:48,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11146903351/meta-region-server: CHANGED
2024-11-15T03:20:48,692 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:20:48,692 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,36893,1731640845976}]
2024-11-15T03:20:48,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:48,845 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:20:48,848 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:20:48,848 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:48,849 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:20:48,850 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C36893%2C1731640845976.meta, suffix=.meta, logDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/oldWALs, maxLogs=10
2024-11-15T03:20:48,865 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.meta.1731640848850.meta, exclude list is [], retry=0
2024-11-15T03:20:48,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37115,DS-a4d8611c-e37f-4486-a51b-1b619033b238,DISK]
2024-11-15T03:20:48,869 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.meta.1731640848850.meta
2024-11-15T03:20:48,869 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43087:43087)]
2024-11-15T03:20:48,869 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:48,869 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:48,869 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:48,869 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:20:48,870 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:20:48,870 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:20:48,870 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:48,870 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:20:48,870 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:20:48,871 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:20:48,872 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:20:48,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,872 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,872 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:20:48,872 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:20:48,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,873 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,873 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:20:48,873 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:20:48,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:20:48,874 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:20:48,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:48,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:20:48,874 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:20:48,875 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740
2024-11-15T03:20:48,876 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740
2024-11-15T03:20:48,876 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:20:48,876 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:20:48,877 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:20:48,878 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:20:48,878 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58943707, jitterRate=-0.12167032063007355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:20:48,878 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:20:48,878 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640848870Writing region info on filesystem at 1731640848870Initializing all the Stores at 1731640848871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640848871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640848871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640848871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640848871Cleaning up temporary data from old regions at 1731640848876 (+5 ms)Running coprocessor post-open hooks at 1731640848878 (+2 ms)Region opened successfully at 1731640848878
2024-11-15T03:20:48,882 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640848844
2024-11-15T03:20:48,884 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:20:48,884 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:20:48,885 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,36893,1731640845976
2024-11-15T03:20:48,885 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,36893,1731640845976, state=OPEN
2024-11-15T03:20:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11146903351/meta-region-server
2024-11-15T03:20:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11146903351/meta-region-server
2024-11-15T03:20:48,894 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,36893,1731640845976
2024-11-15T03:20:48,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11146903351/meta-region-server: CHANGED
2024-11-15T03:20:48,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11146903351/meta-region-server: CHANGED
2024-11-15T03:20:48,896 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:20:48,896 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,36893,1731640845976 in 202 msec
2024-11-15T03:20:48,897 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:20:48,897 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec
2024-11-15T03:20:48,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:20:48,898 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:20:48,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:48,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36893,1731640845976, seqNum=-1]
2024-11-15T03:20:48,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:48,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:48,904 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec
2024-11-15T03:20:48,904 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640848904, completionTime=-1
2024-11-15T03:20:48,904 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:20:48,904 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:20:48,906 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:20:48,906 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640908906
2024-11-15T03:20:48,906 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640968906
2024-11-15T03:20:48,906 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:20:48,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46539,1731640845716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:48,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46539,1731640845716-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:48,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46539,1731640845716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:48,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:46539, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:48,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:48,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:48,909 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:20:48,910 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.858sec
2024-11-15T03:20:48,910 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:20:48,910 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:20:48,910 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:20:48,910 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:20:48,911 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:20:48,911 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46539,1731640845716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:20:48,911 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46539,1731640845716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:20:48,915 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:20:48,915 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:20:48,915 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,46539,1731640845716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:20:49,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75df3c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:49,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46539,-1 for getting cluster id
2024-11-15T03:20:49,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:49,009 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb519f88-a12c-465b-845d-79de342c7542'
2024-11-15T03:20:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:49,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb519f88-a12c-465b-845d-79de342c7542"

2024-11-15T03:20:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1539d904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46539,-1]
2024-11-15T03:20:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:49,011 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:49,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638d0e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:49,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36893,1731640845976, seqNum=-1]
2024-11-15T03:20:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:49,014 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:49,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,46539,1731640845716
2024-11-15T03:20:49,016 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53720
2024-11-15T03:20:49,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:20:49,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c8245040005 connected
2024-11-15T03:20:49,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38085,1731640840778
2024-11-15T03:20:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745296e7
2024-11-15T03:20:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:49,042 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:49,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:20:49,045 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:49,045 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:49,045 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:20:49,046 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:49,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:20:49,071 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:49,103 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,103 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,103 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,104 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,104 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,104 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,123 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,123 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,127 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:49,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:20:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:49,453 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db12659b130309e3a0e6bc41ed3e2ff3, NAME => 'test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2
2024-11-15T03:20:49,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:20:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:49,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:49,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db12659b130309e3a0e6bc41ed3e2ff3, disabling compactions & flushes
2024-11-15T03:20:49,862 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:49,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:49,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3. after waiting 0 ms
2024-11-15T03:20:49,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:49,862 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:49,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db12659b130309e3a0e6bc41ed3e2ff3:
Waiting for close lock at 1731640849862Disabling compacts and flushes for region at 1731640849862Disabling writes for close at 1731640849862Writing region close event to WAL at 1731640849862Closed at 1731640849862
2024-11-15T03:20:49,864 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:49,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640849864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640849864"}]},"ts":"1731640849864"}
2024-11-15T03:20:49,866 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:49,867 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:49,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640849867"}]},"ts":"1731640849867"}
2024-11-15T03:20:49,869 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:20:49,869 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db12659b130309e3a0e6bc41ed3e2ff3, ASSIGN}]
2024-11-15T03:20:49,870 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db12659b130309e3a0e6bc41ed3e2ff3, ASSIGN
2024-11-15T03:20:49,871 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db12659b130309e3a0e6bc41ed3e2ff3, ASSIGN; state=OFFLINE, location=91f82191efb8,40515,1731640841160; forceNewPlan=false, retain=false
2024-11-15T03:20:50,021 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db12659b130309e3a0e6bc41ed3e2ff3, regionState=OPENING, regionLocation=91f82191efb8,40515,1731640841160
2024-11-15T03:20:50,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db12659b130309e3a0e6bc41ed3e2ff3, ASSIGN because future has completed
2024-11-15T03:20:50,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db12659b130309e3a0e6bc41ed3e2ff3, server=91f82191efb8,40515,1731640841160}]
2024-11-15T03:20:50,179 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:50,179 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db12659b130309e3a0e6bc41ed3e2ff3, NAME => 'test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:50,179 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:50,179 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:20:50,180 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,180 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:50,180 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,180 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,181 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db12659b130309e3a0e6bc41ed3e2ff3 
2024-11-15T03:20:50,182 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db12659b130309e3a0e6bc41ed3e2ff3 columnFamilyName f
2024-11-15T03:20:50,182 DEBUG [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:50,182 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] regionserver.HStore(327): Store=db12659b130309e3a0e6bc41ed3e2ff3/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:50,182 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db12659b130309e3a0e6bc41ed3e2ff3 
2024-11-15T03:20:50,183 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db12659b130309e3a0e6bc41ed3e2ff3 columnFamilyName f1
2024-11-15T03:20:50,183 DEBUG [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:50,183 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] regionserver.HStore(327): Store=db12659b130309e3a0e6bc41ed3e2ff3/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:50,183 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db12659b130309e3a0e6bc41ed3e2ff3 
2024-11-15T03:20:50,184 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db12659b130309e3a0e6bc41ed3e2ff3 columnFamilyName norep
2024-11-15T03:20:50,184 DEBUG [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:50,184 INFO  [StoreOpener-db12659b130309e3a0e6bc41ed3e2ff3-1 {}] regionserver.HStore(327): Store=db12659b130309e3a0e6bc41ed3e2ff3/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:50,184 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,185 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,185 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,186 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,186 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,186 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:50,187 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,188 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:50,189 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db12659b130309e3a0e6bc41ed3e2ff3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70304028, jitterRate=0.04761165380477905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:50,189 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:20:50,189 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db12659b130309e3a0e6bc41ed3e2ff3:
Running coprocessor pre-open hook at 1731640850180Writing region info on filesystem at 1731640850180Initializing all the Stores at 1731640850181 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640850181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640850181Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640850181Cleaning up temporary data from old regions at 1731640850186 (+5 ms)Running coprocessor post-open hooks at 1731640850189 (+3 ms)Region opened successfully at 1731640850189
2024-11-15T03:20:50,190 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3., pid=6, masterSystemTime=1731640850176
2024-11-15T03:20:50,192 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:50,192 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:20:50,193 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db12659b130309e3a0e6bc41ed3e2ff3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,40515,1731640841160
2024-11-15T03:20:50,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db12659b130309e3a0e6bc41ed3e2ff3, server=91f82191efb8,40515,1731640841160 because future has completed
2024-11-15T03:20:50,199 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:20:50,199 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db12659b130309e3a0e6bc41ed3e2ff3, server=91f82191efb8,40515,1731640841160 in 173 msec
2024-11-15T03:20:50,200 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:20:50,200 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db12659b130309e3a0e6bc41ed3e2ff3, ASSIGN in 330 msec
2024-11-15T03:20:50,201 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:50,201 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640850201"}]},"ts":"1731640850201"}
2024-11-15T03:20:50,203 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:20:50,203 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:50,204 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec
2024-11-15T03:20:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:51,190 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:20:51,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,46539,1731640845716
2024-11-15T03:20:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3956fe01
2024-11-15T03:20:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:51,192 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:51,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:20:51,195 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:51,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:51,195 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:20:51,196 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:51,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:20:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:51,604 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ba4addbb1cc426d20740d504a3eb9bd, NAME => 'test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc
2024-11-15T03:20:51,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:20:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:52,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ba4addbb1cc426d20740d504a3eb9bd, disabling compactions & flushes
2024-11-15T03:20:52,010 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd. after waiting 0 ms
2024-11-15T03:20:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,010 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ba4addbb1cc426d20740d504a3eb9bd:
Waiting for close lock at 1731640852010Disabling compacts and flushes for region at 1731640852010Disabling writes for close at 1731640852010Writing region close event to WAL at 1731640852010Closed at 1731640852010
2024-11-15T03:20:52,011 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:52,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640852011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640852011"}]},"ts":"1731640852011"}
2024-11-15T03:20:52,013 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:52,014 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:52,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640852014"}]},"ts":"1731640852014"}
2024-11-15T03:20:52,015 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:20:52,016 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ba4addbb1cc426d20740d504a3eb9bd, ASSIGN}]
2024-11-15T03:20:52,017 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ba4addbb1cc426d20740d504a3eb9bd, ASSIGN
2024-11-15T03:20:52,017 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ba4addbb1cc426d20740d504a3eb9bd, ASSIGN; state=OFFLINE, location=91f82191efb8,36893,1731640845976; forceNewPlan=false, retain=false
2024-11-15T03:20:52,168 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ba4addbb1cc426d20740d504a3eb9bd, regionState=OPENING, regionLocation=91f82191efb8,36893,1731640845976
2024-11-15T03:20:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ba4addbb1cc426d20740d504a3eb9bd, ASSIGN because future has completed
2024-11-15T03:20:52,171 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba4addbb1cc426d20740d504a3eb9bd, server=91f82191efb8,36893,1731640845976}]
2024-11-15T03:20:52,327 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ba4addbb1cc426d20740d504a3eb9bd, NAME => 'test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:52,327 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:52,327 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:20:52,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:52,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,327 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,328 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ba4addbb1cc426d20740d504a3eb9bd 
2024-11-15T03:20:52,329 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba4addbb1cc426d20740d504a3eb9bd columnFamilyName f
2024-11-15T03:20:52,329 DEBUG [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:52,329 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] regionserver.HStore(327): Store=9ba4addbb1cc426d20740d504a3eb9bd/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:52,329 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ba4addbb1cc426d20740d504a3eb9bd 
2024-11-15T03:20:52,330 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba4addbb1cc426d20740d504a3eb9bd columnFamilyName f1
2024-11-15T03:20:52,330 DEBUG [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:52,330 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] regionserver.HStore(327): Store=9ba4addbb1cc426d20740d504a3eb9bd/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:52,331 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ba4addbb1cc426d20740d504a3eb9bd 
2024-11-15T03:20:52,331 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba4addbb1cc426d20740d504a3eb9bd columnFamilyName norep
2024-11-15T03:20:52,331 DEBUG [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:52,331 INFO  [StoreOpener-9ba4addbb1cc426d20740d504a3eb9bd-1 {}] regionserver.HStore(327): Store=9ba4addbb1cc426d20740d504a3eb9bd/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:52,332 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,332 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,332 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,333 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,333 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,333 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:52,334 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,336 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:52,337 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ba4addbb1cc426d20740d504a3eb9bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73873009, jitterRate=0.10079361498355865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:52,337 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:20:52,337 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ba4addbb1cc426d20740d504a3eb9bd:
Running coprocessor pre-open hook at 1731640852327Writing region info on filesystem at 1731640852327Initializing all the Stores at 1731640852328 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640852328Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640852328Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640852328Cleaning up temporary data from old regions at 1731640852333 (+5 ms)Running coprocessor post-open hooks at 1731640852337 (+4 ms)Region opened successfully at 1731640852337
2024-11-15T03:20:52,338 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd., pid=6, masterSystemTime=1731640852323
2024-11-15T03:20:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:52,340 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,340 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:20:52,340 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ba4addbb1cc426d20740d504a3eb9bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,36893,1731640845976
2024-11-15T03:20:52,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba4addbb1cc426d20740d504a3eb9bd, server=91f82191efb8,36893,1731640845976 because future has completed
2024-11-15T03:20:52,345 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:20:52,345 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ba4addbb1cc426d20740d504a3eb9bd, server=91f82191efb8,36893,1731640845976 in 172 msec
2024-11-15T03:20:52,346 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:20:52,347 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ba4addbb1cc426d20740d504a3eb9bd, ASSIGN in 329 msec
2024-11-15T03:20:52,347 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:52,347 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640852347"}]},"ts":"1731640852347"}
2024-11-15T03:20:52,349 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:20:52,350 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:52,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec
2024-11-15T03:20:53,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:53,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:53,010 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18218 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:20:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:20:53,359 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:20:53,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162189ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38085,-1 for getting cluster id
2024-11-15T03:20:53,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:53,361 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2ad642-2dad-40e6-8bf7-ff5a13661223'
2024-11-15T03:20:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2ad642-2dad-40e6-8bf7-ff5a13661223"

2024-11-15T03:20:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116ec042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38085,-1]
2024-11-15T03:20:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:53,362 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d1cca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd1b205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46539,-1 for getting cluster id
2024-11-15T03:20:53,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:53,364 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb519f88-a12c-465b-845d-79de342c7542'
2024-11-15T03:20:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb519f88-a12c-465b-845d-79de342c7542"

2024-11-15T03:20:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d118439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46539,-1]
2024-11-15T03:20:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:53,365 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782c267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c322cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38085,-1 for getting cluster id
2024-11-15T03:20:53,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:53,369 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2ad642-2dad-40e6-8bf7-ff5a13661223'
2024-11-15T03:20:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2ad642-2dad-40e6-8bf7-ff5a13661223"

2024-11-15T03:20:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59312cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38085,-1]
2024-11-15T03:20:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:53,370 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9fd2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38085,1731640840778
2024-11-15T03:20:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb9b4b6
2024-11-15T03:20:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:53,372 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:53,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:46539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:20:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:20:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:53,375 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:46539'
2024-11-15T03:20:53,376 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b053332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,376 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46539,-1 for getting cluster id
2024-11-15T03:20:53,376 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:53,377 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb519f88-a12c-465b-845d-79de342c7542'
2024-11-15T03:20:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb519f88-a12c-465b-845d-79de342c7542"

2024-11-15T03:20:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78287999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46539,-1]
2024-11-15T03:20:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:53,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:53,378 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:53,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3684187c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:53,379 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,46539,1731640845716
2024-11-15T03:20:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ba11b0
2024-11-15T03:20:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:53,381 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:53,381 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-15T03:20:53,382 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:20:53,382 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:53,382 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:53,382 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:53,382 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:53,383 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:20:53,384 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:53,384 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:53,385 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:53,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:20:53,434 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:20:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:53,794 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2a5f5447647b0e812e050d708eba547, NAME => 'hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2
2024-11-15T03:20:53,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:20:53,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:20:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:54,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:54,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2a5f5447647b0e812e050d708eba547, disabling compactions & flushes
2024-11-15T03:20:54,199 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547. after waiting 0 ms
2024-11-15T03:20:54,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,200 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2a5f5447647b0e812e050d708eba547:
Waiting for close lock at 1731640854199Disabling compacts and flushes for region at 1731640854199Disabling writes for close at 1731640854200 (+1 ms)Writing region close event to WAL at 1731640854200Closed at 1731640854200
2024-11-15T03:20:54,201 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:54,201 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640854201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640854201"}]},"ts":"1731640854201"}
2024-11-15T03:20:54,203 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:54,204 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:54,204 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640854204"}]},"ts":"1731640854204"}
2024-11-15T03:20:54,206 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:20:54,206 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2a5f5447647b0e812e050d708eba547, ASSIGN}]
2024-11-15T03:20:54,207 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2a5f5447647b0e812e050d708eba547, ASSIGN
2024-11-15T03:20:54,207 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2a5f5447647b0e812e050d708eba547, ASSIGN; state=OFFLINE, location=91f82191efb8,40515,1731640841160; forceNewPlan=false, retain=false
2024-11-15T03:20:54,358 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2a5f5447647b0e812e050d708eba547, regionState=OPENING, regionLocation=91f82191efb8,40515,1731640841160
2024-11-15T03:20:54,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2a5f5447647b0e812e050d708eba547, ASSIGN because future has completed
2024-11-15T03:20:54,361 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2a5f5447647b0e812e050d708eba547, server=91f82191efb8,40515,1731640841160}]
2024-11-15T03:20:54,372 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:20:54,419 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,419 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,420 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,420 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,420 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,421 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:20:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:54,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:54,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:20:54,518 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40515%2C1731640841160.rep, suffix=, logDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160, archiveDir=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/oldWALs, maxLogs=10
2024-11-15T03:20:54,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.rep.1731640854519, exclude list is [], retry=0
2024-11-15T03:20:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45685,DS-b080e0ba-1446-4635-a3ba-7788976488ac,DISK]
2024-11-15T03:20:54,538 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.rep.1731640854519
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44689:44689)]
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d2a5f5447647b0e812e050d708eba547, NAME => 'hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:54,539 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547. service=MultiRowMutationService
2024-11-15T03:20:54,539 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,540 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2a5f5447647b0e812e050d708eba547 
2024-11-15T03:20:54,541 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2a5f5447647b0e812e050d708eba547 columnFamilyName hfileref
2024-11-15T03:20:54,542 DEBUG [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:54,542 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] regionserver.HStore(327): Store=d2a5f5447647b0e812e050d708eba547/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:54,542 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2a5f5447647b0e812e050d708eba547 
2024-11-15T03:20:54,543 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2a5f5447647b0e812e050d708eba547 columnFamilyName queue
2024-11-15T03:20:54,543 DEBUG [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:54,543 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] regionserver.HStore(327): Store=d2a5f5447647b0e812e050d708eba547/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:54,543 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2a5f5447647b0e812e050d708eba547 
2024-11-15T03:20:54,544 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2a5f5447647b0e812e050d708eba547 columnFamilyName sid
2024-11-15T03:20:54,544 DEBUG [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:54,545 INFO  [StoreOpener-d2a5f5447647b0e812e050d708eba547-1 {}] regionserver.HStore(327): Store=d2a5f5447647b0e812e050d708eba547/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:54,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:54,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:54,556 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d2a5f5447647b0e812e050d708eba547; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62882360, jitterRate=-0.0629798173904419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:54,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:20:54,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d2a5f5447647b0e812e050d708eba547:
Running coprocessor pre-open hook at 1731640854539Writing region info on filesystem at 1731640854539Initializing all the Stores at 1731640854540 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640854540Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640854540Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640854540Cleaning up temporary data from old regions at 1731640854553 (+13 ms)Running coprocessor post-open hooks at 1731640854556 (+3 ms)Region opened successfully at 1731640854556
2024-11-15T03:20:54,557 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547., pid=10, masterSystemTime=1731640854513
2024-11-15T03:20:54,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,559 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:20:54,560 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2a5f5447647b0e812e050d708eba547, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40515,1731640841160
2024-11-15T03:20:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2a5f5447647b0e812e050d708eba547, server=91f82191efb8,40515,1731640841160 because future has completed
2024-11-15T03:20:54,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:20:54,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2a5f5447647b0e812e050d708eba547, server=91f82191efb8,40515,1731640841160 in 203 msec
2024-11-15T03:20:54,566 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:20:54,567 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2a5f5447647b0e812e050d708eba547, ASSIGN in 358 msec
2024-11-15T03:20:54,567 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:54,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640854567"}]},"ts":"1731640854567"}
2024-11-15T03:20:54,569 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:20:54,570 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:54,571 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec
2024-11-15T03:20:54,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547., hostname=91f82191efb8,40515,1731640841160, seqNum=2]
2024-11-15T03:20:54,620 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:54,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:20:54,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:20:54,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:20:54,795 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:20:54,823 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,40515,1731640841160, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:20:54,823 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:54,823 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40515,1731640841160, seqNum=-1]
2024-11-15T03:20:54,824 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:54,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,40515,1731640841160', locateType=CURRENT is [region=hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547., hostname=91f82191efb8,40515,1731640841160, seqNum=2]
2024-11-15T03:20:54,829 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:20:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:20:54,831 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,40515,1731640841160 suceeded
2024-11-15T03:20:54,833 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:20:54,833 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec
2024-11-15T03:20:54,833 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:46539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:20:54,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec
2024-11-15T03:20:54,843 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:46539'
2024-11-15T03:20:54,844 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42302811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:54,844 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46539,-1 for getting cluster id
2024-11-15T03:20:54,844 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:54,845 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb519f88-a12c-465b-845d-79de342c7542'
2024-11-15T03:20:54,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:54,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb519f88-a12c-465b-845d-79de342c7542"

2024-11-15T03:20:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc0764e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46539,-1]
2024-11-15T03:20:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:54,846 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:54,847 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52816e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:54,847 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:54,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,46539,1731640845716
2024-11-15T03:20:54,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c64975
2024-11-15T03:20:54,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:54,849 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:54,850 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,40515,1731640841160 (queues=1) is replicating from cluster=8c2ad642-2dad-40e6-8bf7-ff5a13661223 to cluster=cb519f88-a12c-465b-845d-79de342c7542
2024-11-15T03:20:54,850 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C40515%2C1731640841160
2024-11-15T03:20:54,850 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,40515,1731640841160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:20:54,850 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C40515%2C1731640841160
2024-11-15T03:20:54,850 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, startPosition=0, beingWritten=true
2024-11-15T03:20:54,863 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:54,863 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:54,863 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40515,1731640841160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:20:55,074 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:55,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:20:55,378 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:55,520 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:20:55,520 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:55,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:55,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:55,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:55,521 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:55,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307f448b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:55,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46539,-1 for getting cluster id
2024-11-15T03:20:55,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:55,522 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb519f88-a12c-465b-845d-79de342c7542'
2024-11-15T03:20:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb519f88-a12c-465b-845d-79de342c7542"

2024-11-15T03:20:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255531ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46539,-1]
2024-11-15T03:20:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:55,524 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40852a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:55,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,46539,1731640845716
2024-11-15T03:20:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6a8492
2024-11-15T03:20:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:55,527 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:55,527 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:38085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:20:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:20:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:55,530 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:38085'
2024-11-15T03:20:55,531 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abcf805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:55,531 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38085,-1 for getting cluster id
2024-11-15T03:20:55,531 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:55,532 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2ad642-2dad-40e6-8bf7-ff5a13661223'
2024-11-15T03:20:55,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:55,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2ad642-2dad-40e6-8bf7-ff5a13661223"

2024-11-15T03:20:55,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcc675f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:55,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38085,-1]
2024-11-15T03:20:55,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:55,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:55,533 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:55,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7262413b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:55,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:55,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38085,1731640840778
2024-11-15T03:20:55,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@314f0238
2024-11-15T03:20:55,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:55,536 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:20:55,536 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:20:55,537 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:20:55,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:55,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:55,537 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:55,537 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:20:55,538 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:20:55,539 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:20:55,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:55,540 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:20:55,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:20:55,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:20:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:55,784 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:55,947 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da7c5fb26631dbbc0ae8fec540e693b0, NAME => 'hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc
2024-11-15T03:20:55,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:20:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:56,288 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:56,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:56,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da7c5fb26631dbbc0ae8fec540e693b0, disabling compactions & flushes
2024-11-15T03:20:56,354 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0. after waiting 0 ms
2024-11-15T03:20:56,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,354 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da7c5fb26631dbbc0ae8fec540e693b0:
Waiting for close lock at 1731640856353Disabling compacts and flushes for region at 1731640856353Disabling writes for close at 1731640856354 (+1 ms)Writing region close event to WAL at 1731640856354Closed at 1731640856354
2024-11-15T03:20:56,355 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:20:56,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640856355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640856355"}]},"ts":"1731640856355"}
2024-11-15T03:20:56,358 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:20:56,359 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:20:56,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640856359"}]},"ts":"1731640856359"}
2024-11-15T03:20:56,361 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:20:56,361 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da7c5fb26631dbbc0ae8fec540e693b0, ASSIGN}]
2024-11-15T03:20:56,362 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da7c5fb26631dbbc0ae8fec540e693b0, ASSIGN
2024-11-15T03:20:56,363 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da7c5fb26631dbbc0ae8fec540e693b0, ASSIGN; state=OFFLINE, location=91f82191efb8,36893,1731640845976; forceNewPlan=false, retain=false
2024-11-15T03:20:56,514 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da7c5fb26631dbbc0ae8fec540e693b0, regionState=OPENING, regionLocation=91f82191efb8,36893,1731640845976
2024-11-15T03:20:56,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da7c5fb26631dbbc0ae8fec540e693b0, ASSIGN because future has completed
2024-11-15T03:20:56,520 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7c5fb26631dbbc0ae8fec540e693b0, server=91f82191efb8,36893,1731640845976}]
2024-11-15T03:20:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:56,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:20:56,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:20:56,678 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C36893%2C1731640845976.rep, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/oldWALs, maxLogs=10
2024-11-15T03:20:56,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.rep.1731640856679, exclude list is [], retry=0
2024-11-15T03:20:56,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37115,DS-a4d8611c-e37f-4486-a51b-1b619033b238,DISK]
2024-11-15T03:20:56,699 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.rep.1731640856679
2024-11-15T03:20:56,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43087:43087)]
2024-11-15T03:20:56,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da7c5fb26631dbbc0ae8fec540e693b0, NAME => 'hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:20:56,700 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:20:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:20:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0. service=MultiRowMutationService
2024-11-15T03:20:56,700 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:20:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:20:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,707 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da7c5fb26631dbbc0ae8fec540e693b0 
2024-11-15T03:20:56,709 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c5fb26631dbbc0ae8fec540e693b0 columnFamilyName hfileref
2024-11-15T03:20:56,709 DEBUG [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:56,713 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] regionserver.HStore(327): Store=da7c5fb26631dbbc0ae8fec540e693b0/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:56,713 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da7c5fb26631dbbc0ae8fec540e693b0 
2024-11-15T03:20:56,714 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c5fb26631dbbc0ae8fec540e693b0 columnFamilyName queue
2024-11-15T03:20:56,714 DEBUG [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:56,715 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] regionserver.HStore(327): Store=da7c5fb26631dbbc0ae8fec540e693b0/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:56,715 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da7c5fb26631dbbc0ae8fec540e693b0 
2024-11-15T03:20:56,718 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c5fb26631dbbc0ae8fec540e693b0 columnFamilyName sid
2024-11-15T03:20:56,718 DEBUG [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:20:56,719 INFO  [StoreOpener-da7c5fb26631dbbc0ae8fec540e693b0-1 {}] regionserver.HStore(327): Store=da7c5fb26631dbbc0ae8fec540e693b0/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:20:56,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/replication/da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/replication/da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:20:56,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/replication/da7c5fb26631dbbc0ae8fec540e693b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:20:56,733 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da7c5fb26631dbbc0ae8fec540e693b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68721893, jitterRate=0.02403600513935089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:20:56,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:20:56,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da7c5fb26631dbbc0ae8fec540e693b0:
Running coprocessor pre-open hook at 1731640856700Writing region info on filesystem at 1731640856700Initializing all the Stores at 1731640856704 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640856704Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640856707 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640856707Cleaning up temporary data from old regions at 1731640856721 (+14 ms)Running coprocessor post-open hooks at 1731640856734 (+13 ms)Region opened successfully at 1731640856734
2024-11-15T03:20:56,735 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0., pid=10, masterSystemTime=1731640856673
2024-11-15T03:20:56,738 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da7c5fb26631dbbc0ae8fec540e693b0, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,36893,1731640845976
2024-11-15T03:20:56,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7c5fb26631dbbc0ae8fec540e693b0, server=91f82191efb8,36893,1731640845976 because future has completed
2024-11-15T03:20:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,743 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:20:56,760 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:20:56,760 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da7c5fb26631dbbc0ae8fec540e693b0, server=91f82191efb8,36893,1731640845976 in 237 msec
2024-11-15T03:20:56,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:20:56,760 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-15T03:20:56,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-15T03:20:56,761 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-15T03:20:56,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:20:56,761 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-15T03:20:56,762 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:20:56,762 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da7c5fb26631dbbc0ae8fec540e693b0, ASSIGN in 399 msec
2024-11-15T03:20:56,763 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:20:56,764 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640856763"}]},"ts":"1731640856763"}
2024-11-15T03:20:56,765 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:20:56,766 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:20:56,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2290 sec
2024-11-15T03:20:56,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0., hostname=91f82191efb8,36893,1731640845976, seqNum=2]
2024-11-15T03:20:56,893 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:20:56,929 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:20:57,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:20:57,082 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:20:57,111 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,36893,1731640845976, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:20:57,111 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:57,111 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36893,1731640845976, seqNum=-1]
2024-11-15T03:20:57,112 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:57,113 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:57,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,36893,1731640845976', locateType=CURRENT is [region=hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0., hostname=91f82191efb8,36893,1731640845976, seqNum=2]
2024-11-15T03:20:57,116 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:20:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:20:57,119 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,36893,1731640845976 suceeded
2024-11-15T03:20:57,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:20:57,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec
2024-11-15T03:20:57,121 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:38085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:20:57,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec
2024-11-15T03:20:57,131 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:38085'
2024-11-15T03:20:57,132 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@486cedaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:57,132 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38085,-1 for getting cluster id
2024-11-15T03:20:57,132 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:57,133 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2ad642-2dad-40e6-8bf7-ff5a13661223'
2024-11-15T03:20:57,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:57,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2ad642-2dad-40e6-8bf7-ff5a13661223"

2024-11-15T03:20:57,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@789473d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:57,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38085,-1]
2024-11-15T03:20:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:57,135 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:57,135 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20773ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:57,135 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:20:57,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,38085,1731640840778
2024-11-15T03:20:57,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174d5388
2024-11-15T03:20:57,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:20:57,137 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService
2024-11-15T03:20:57,138 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,36893,1731640845976 (queues=1) is replicating from cluster=cb519f88-a12c-465b-845d-79de342c7542 to cluster=8c2ad642-2dad-40e6-8bf7-ff5a13661223
2024-11-15T03:20:57,138 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C36893%2C1731640845976
2024-11-15T03:20:57,138 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,36893,1731640845976, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:20:57,138 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, startPosition=0, beingWritten=true
2024-11-15T03:20:57,139 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C36893%2C1731640845976
2024-11-15T03:20:57,151 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:57,151 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 379, reset compression=false
2024-11-15T03:20:57,151 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,36893,1731640845976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:20:57,355 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 379, reset compression=false
2024-11-15T03:20:57,605 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:57,669 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 379, reset compression=false
2024-11-15T03:20:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:20:57,680 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:20:57,681 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:20:57,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:20:57,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:57,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:57,681 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:20:57,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40515,1731640841160, seqNum=-1]
2024-11-15T03:20:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:57,691 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3., hostname=91f82191efb8,40515,1731640841160, seqNum=2]
2024-11-15T03:20:57,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36893,1731640845976, seqNum=-1]
2024-11-15T03:20:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:57,709 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:20:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd., hostname=91f82191efb8,36893,1731640845976, seqNum=2]
2024-11-15T03:20:57,713 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-15T03:20:58,105 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 379, reset compression=false
2024-11-15T03:20:58,421 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 379, reset compression=false
2024-11-15T03:20:58,443 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:58,443 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 480, reset compression=false
2024-11-15T03:20:58,443 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40515,1731640841160 got entry batch from reader: WALEntryBatch [walEntries=[{test/db12659b130309e3a0e6bc41ed3e2ff3/4=[#edits: 1 = <row/f:row/1731640857694/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-15T03:20:58,446 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:58,448 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService
2024-11-15T03:20:58,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:20:58,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@542f441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:58,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,46539,-1 for getting cluster id
2024-11-15T03:20:58,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:58,452 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb519f88-a12c-465b-845d-79de342c7542'
2024-11-15T03:20:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb519f88-a12c-465b-845d-79de342c7542"

2024-11-15T03:20:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b450f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,46539,-1]
2024-11-15T03:20:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:58,453 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:58,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cb3850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:58,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:58,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,36893,1731640845976, seqNum=-1]
2024-11-15T03:20:58,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:58,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:58,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd., hostname=91f82191efb8,36893,1731640845976, seqNum=2]
2024-11-15T03:20:58,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:20:58,609 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 379, reset compression=false
2024-11-15T03:20:58,614 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:58,614 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 504, reset compression=false
2024-11-15T03:20:58,614 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,36893,1731640845976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:20:58,652 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 480, reset compression=false
2024-11-15T03:20:58,717 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-15T03:20:58,720 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-15T03:20:58,821 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 504, reset compression=false
2024-11-15T03:20:58,824 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:58,824 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 608, reset compression=false
2024-11-15T03:20:58,824 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,36893,1731640845976 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ba4addbb1cc426d20740d504a3eb9bd/5=[#edits: 1 = <row1/f:row1/1731640858718/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:20:58,826 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:20:58,827 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService
2024-11-15T03:20:58,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:20:58,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43faaee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:58,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,38085,-1 for getting cluster id
2024-11-15T03:20:58,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:20:58,829 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2ad642-2dad-40e6-8bf7-ff5a13661223'
2024-11-15T03:20:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:20:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2ad642-2dad-40e6-8bf7-ff5a13661223"

2024-11-15T03:20:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@112e9c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,38085,-1]
2024-11-15T03:20:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:20:58,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:20:58,830 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:20:58,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@354e5c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:20:58,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:20:58,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40515,1731640841160, seqNum=-1]
2024-11-15T03:20:58,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:20:58,833 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-15T03:20:58,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3., hostname=91f82191efb8,40515,1731640841160, seqNum=2]
2024-11-15T03:20:58,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:20:58,956 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 480, reset compression=false
2024-11-15T03:20:58,961 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:20:58,962 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 608, reset compression=false
2024-11-15T03:20:58,962 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40515,1731640841160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:20:59,028 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 608, reset compression=false
2024-11-15T03:20:59,165 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 608, reset compression=false
2024-11-15T03:20:59,334 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 608, reset compression=false
2024-11-15T03:20:59,469 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 608, reset compression=false
2024-11-15T03:20:59,722 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-15T03:20:59,728 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-15T03:20:59,737 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 608, reset compression=false
2024-11-15T03:20:59,872 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 608, reset compression=false
2024-11-15T03:20:59,883 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:20:59,883 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 764, reset compression=false
2024-11-15T03:20:59,883 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40515,1731640841160 got entry batch from reader: WALEntryBatch [walEntries=[{test/db12659b130309e3a0e6bc41ed3e2ff3/6=[#edits: 2 = <row/f:/1731640859725/DeleteFamily/vlen=0/seqid=0; row/f1:/1731640859725/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-15T03:20:59,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:20:59,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:00,041 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:00,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,082 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,082 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,082 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,083 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,083 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,090 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 764, reset compression=false
2024-11-15T03:21:00,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,103 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:00,241 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 608, reset compression=false
2024-11-15T03:21:00,245 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:00,245 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 756, reset compression=false
2024-11-15T03:21:00,245 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,36893,1731640845976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:00,394 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 764, reset compression=false
2024-11-15T03:21:00,449 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 756, reset compression=false
2024-11-15T03:21:00,730 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-15T03:21:00,734 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-15T03:21:00,752 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 756, reset compression=false
2024-11-15T03:21:00,757 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:00,757 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 915, reset compression=false
2024-11-15T03:21:00,757 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,36893,1731640845976 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ba4addbb1cc426d20740d504a3eb9bd/7=[#edits: 2 = <row1/f:/1731640860731/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731640860731/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-15T03:21:00,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:00,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:00,798 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 764, reset compression=false
2024-11-15T03:21:00,802 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:00,802 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:00,802 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40515,1731640841160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:00,961 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 915, reset compression=false
2024-11-15T03:21:01,006 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:01,265 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 915, reset compression=false
2024-11-15T03:21:01,310 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:01,669 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 915, reset compression=false
2024-11-15T03:21:01,714 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:01,736 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-15T03:21:01,739 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:21:01,739 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:01,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:01,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:01,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:01,740 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:01,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:21:01,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=758538147, stopped=false
2024-11-15T03:21:01,740 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,46539,1731640845716
2024-11-15T03:21:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11146903351/running
2024-11-15T03:21:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11146903351/running
2024-11-15T03:21:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:21:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:21:01,788 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:01,788 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:01,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:01,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:01,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/running
2024-11-15T03:21:01,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Set watcher on znode that does not yet exist, /11146903351/running
2024-11-15T03:21:01,789 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,36893,1731640845976' *****
2024-11-15T03:21:01,789 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:21:01,789 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:21:01,789 INFO  [RS:0;91f82191efb8:36893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:21:01,789 INFO  [RS:0;91f82191efb8:36893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:21:01,789 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ba4addbb1cc426d20740d504a3eb9bd
2024-11-15T03:21:01,789 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(3091): Received CLOSE for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,36893,1731640845976
2024-11-15T03:21:01,790 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ba4addbb1cc426d20740d504a3eb9bd, disabling compactions & flushes
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:01,790 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:21:01,790 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:36893.
2024-11-15T03:21:01,790 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd. after waiting 0 ms
2024-11-15T03:21:01,790 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:21:01,790 DEBUG [RS:0;91f82191efb8:36893 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:01,790 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:21:01,790 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ba4addbb1cc426d20740d504a3eb9bd 3/3 column families, dataSize=192 B heapSize=1.46 KB
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:21:01,790 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:21:01,790 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1325): Online Regions={9ba4addbb1cc426d20740d504a3eb9bd=test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd., 1588230740=hbase:meta,,1.1588230740, da7c5fb26631dbbc0ae8fec540e693b0=hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.}
2024-11-15T03:21:01,790 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ba4addbb1cc426d20740d504a3eb9bd, da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:21:01,791 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:01,791 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:01,791 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:01,791 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:01,791 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:01,791 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:21:01,805 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/f/509975aad9644e699a997359386be693 is 29, key is row1/f:/1731640860731/DeleteFamily/seqid=0
2024-11-15T03:21:01,813 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/info/858cab1012dc49d0884f767e345d934d is 147, key is hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0./info:regioninfo/1731640856737/Put/seqid=0
2024-11-15T03:21:01,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741840_1016 (size=5118)
2024-11-15T03:21:01,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741841_1017 (size=7686)
2024-11-15T03:21:01,842 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:21:01,842 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:21:01,862 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:01,991 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ba4addbb1cc426d20740d504a3eb9bd, da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:21:02,178 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 915, reset compression=false
2024-11-15T03:21:02,181 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:02,181 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 1162, reset compression=false
2024-11-15T03:21:02,181 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,36893,1731640845976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:02,183 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,36893,1731640845976: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,36893,1731640845976, walGroup=91f82191efb8%2C36893%2C1731640845976, offset=91f82191efb8%2C36893%2C1731640845976.1731640847973:1162, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:36893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:21:02,183 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:21:02,185 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:21:02,186 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:21:02,187 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:21:02,187 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:21:02,187 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 659226112
      },
      "NonHeapMemoryUsage": {
        "committed": 194052096,
        "init": 7667712,
        "max": -1,
        "used": 190878128
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:21:02,190 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:46539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:46539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:21:02,191 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ba4addbb1cc426d20740d504a3eb9bd, da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:21:02,217 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/f/509975aad9644e699a997359386be693
2024-11-15T03:21:02,221 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 509975aad9644e699a997359386be693
2024-11-15T03:21:02,226 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/info/858cab1012dc49d0884f767e345d934d
2024-11-15T03:21:02,228 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:02,236 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/f1/84b8cab327b942f3924e1592e38f0106 is 30, key is row1/f1:/1731640860731/DeleteFamily/seqid=0
2024-11-15T03:21:02,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741842_1018 (size=5123)
2024-11-15T03:21:02,241 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/f1/84b8cab327b942f3924e1592e38f0106
2024-11-15T03:21:02,245 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84b8cab327b942f3924e1592e38f0106
2024-11-15T03:21:02,254 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/ns/4ddf22516035420bae3543aae4d2ed14 is 43, key is default/ns:d/1731640848900/Put/seqid=0
2024-11-15T03:21:02,263 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/norep/516a22eb59644b7c8b49e9751beb9a41 is 33, key is row1/norep:/1731640860731/DeleteFamily/seqid=0
2024-11-15T03:21:02,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741843_1019 (size=5153)
2024-11-15T03:21:02,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741844_1020 (size=5108)
2024-11-15T03:21:02,280 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/norep/516a22eb59644b7c8b49e9751beb9a41
2024-11-15T03:21:02,286 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 516a22eb59644b7c8b49e9751beb9a41
2024-11-15T03:21:02,291 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/f/509975aad9644e699a997359386be693 as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/f/509975aad9644e699a997359386be693
2024-11-15T03:21:02,296 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 509975aad9644e699a997359386be693
2024-11-15T03:21:02,297 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/f/509975aad9644e699a997359386be693, entries=2, sequenceid=8, filesize=5.0 K
2024-11-15T03:21:02,300 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/f1/84b8cab327b942f3924e1592e38f0106 as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/f1/84b8cab327b942f3924e1592e38f0106
2024-11-15T03:21:02,307 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84b8cab327b942f3924e1592e38f0106
2024-11-15T03:21:02,307 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/f1/84b8cab327b942f3924e1592e38f0106, entries=2, sequenceid=8, filesize=5.0 K
2024-11-15T03:21:02,308 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/.tmp/norep/516a22eb59644b7c8b49e9751beb9a41 as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/norep/516a22eb59644b7c8b49e9751beb9a41
2024-11-15T03:21:02,318 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 516a22eb59644b7c8b49e9751beb9a41
2024-11-15T03:21:02,318 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/norep/516a22eb59644b7c8b49e9751beb9a41, entries=1, sequenceid=8, filesize=5.0 K
2024-11-15T03:21:02,319 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ba4addbb1cc426d20740d504a3eb9bd in 529ms, sequenceid=8, compaction requested=false
2024-11-15T03:21:02,325 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/default/test/9ba4addbb1cc426d20740d504a3eb9bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T03:21:02,325 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:02,325 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:02,325 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:21:02,325 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ba4addbb1cc426d20740d504a3eb9bd:
Waiting for close lock at 1731640861790Running coprocessor pre-close hooks at 1731640861790Disabling compacts and flushes for region at 1731640861790Disabling writes for close at 1731640861790Obtaining lock to block concurrent updates at 1731640861790Preparing flush snapshotting stores in 9ba4addbb1cc426d20740d504a3eb9bd at 1731640861790Finished memstore snapshotting test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731640861791 (+1 ms)Flushing stores of test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd. at 1731640861791Flushing 9ba4addbb1cc426d20740d504a3eb9bd/f: creating writer at 1731640861791Flushing 9ba4addbb1cc426d20740d504a3eb9bd/f: appending metadata at 1731640861804 (+13 ms)Flushing 9ba4addbb1cc426d20740d504a3eb9bd/f: closing flushed file at 1731640861804Flushing 9ba4addbb1cc426d20740d504a3eb9bd/f1: creating writer at 1731640862221 (+417 ms)Flushing 9ba4addbb1cc426d20740d504a3eb9bd/f1: appending metadata at 1731640862235 (+14 ms)Flushing 9ba4addbb1cc426d20740d504a3eb9bd/f1: closing flushed file at 1731640862235Flushing 9ba4addbb1cc426d20740d504a3eb9bd/norep: creating writer at 1731640862245 (+10 ms)Flushing 9ba4addbb1cc426d20740d504a3eb9bd/norep: appending metadata at 1731640862262 (+17 ms)Flushing 9ba4addbb1cc426d20740d504a3eb9bd/norep: closing flushed file at 1731640862263 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd8ff55: reopening flushed file at 1731640862286 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c03df5: reopening flushed file at 1731640862297 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132788bd: reopening flushed file at 1731640862307 (+10 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ba4addbb1cc426d20740d504a3eb9bd in 529ms, sequenceid=8, compaction requested=false at 1731640862319 (+12 ms)Writing region close event to WAL at 1731640862322 (+3 ms)Running coprocessor post-close hooks at 1731640862325 (+3 ms)Closed at 1731640862325
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd.
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da7c5fb26631dbbc0ae8fec540e693b0, disabling compactions & flushes
2024-11-15T03:21:02,326 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0. after waiting 0 ms
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da7c5fb26631dbbc0ae8fec540e693b0:
Waiting for close lock at 1731640862326Running coprocessor pre-close hooks at 1731640862326Disabling compacts and flushes for region at 1731640862326Disabling writes for close at 1731640862326Failed flush hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0., putting online again at 1731640862326
2024-11-15T03:21:02,326 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,388 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 1162, reset compression=false
2024-11-15T03:21:02,391 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(3091): Received CLOSE for da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:21:02,391 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da7c5fb26631dbbc0ae8fec540e693b0
2024-11-15T03:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da7c5fb26631dbbc0ae8fec540e693b0, disabling compactions & flushes
2024-11-15T03:21:02,391 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0. after waiting 0 ms
2024-11-15T03:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da7c5fb26631dbbc0ae8fec540e693b0:
Waiting for close lock at 1731640862391Running coprocessor pre-close hooks at 1731640862391Disabling compacts and flushes for region at 1731640862391Disabling writes for close at 1731640862391Failed flush hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0., putting online again at 1731640862391
2024-11-15T03:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.
2024-11-15T03:21:02,393 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:02,393 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 1806, reset compression=false
2024-11-15T03:21:02,591 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:02,596 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 1806, reset compression=false
2024-11-15T03:21:02,670 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/ns/4ddf22516035420bae3543aae4d2ed14
2024-11-15T03:21:02,688 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/rep_barrier/6d461c3fa5db488ab4274b2263c2b32e is 112, key is test,,1731640851192.9ba4addbb1cc426d20740d504a3eb9bd./rep_barrier:seqnumDuringOpen/1731640852340/Put/seqid=0
2024-11-15T03:21:02,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741845_1021 (size=5518)
2024-11-15T03:21:02,791 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:21:02,791 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da7c5fb26631dbbc0ae8fec540e693b0=hbase:replication,,1731640855537.da7c5fb26631dbbc0ae8fec540e693b0.}
2024-11-15T03:21:02,792 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:02,841 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:02,902 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 1806, reset compression=false
2024-11-15T03:21:02,992 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:03,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:03,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:03,090 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28297 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:03,092 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/rep_barrier/6d461c3fa5db488ab4274b2263c2b32e
2024-11-15T03:21:03,114 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/table/c940c90729c143a9bcda558681ca7e1c is 53, key is hbase:replication/table:state/1731640856763/Put/seqid=0
2024-11-15T03:21:03,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741846_1022 (size=5308)
2024-11-15T03:21:03,122 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/table/c940c90729c143a9bcda558681ca7e1c
2024-11-15T03:21:03,161 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/info/858cab1012dc49d0884f767e345d934d as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/info/858cab1012dc49d0884f767e345d934d
2024-11-15T03:21:03,192 DEBUG [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:03,225 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/info/858cab1012dc49d0884f767e345d934d, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:21:03,229 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/ns/4ddf22516035420bae3543aae4d2ed14 as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/ns/4ddf22516035420bae3543aae4d2ed14
2024-11-15T03:21:03,249 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/ns/4ddf22516035420bae3543aae4d2ed14, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:21:03,250 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/rep_barrier/6d461c3fa5db488ab4274b2263c2b32e as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/rep_barrier/6d461c3fa5db488ab4274b2263c2b32e
2024-11-15T03:21:03,256 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/rep_barrier/6d461c3fa5db488ab4274b2263c2b32e, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:21:03,257 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/.tmp/table/c940c90729c143a9bcda558681ca7e1c as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/table/c940c90729c143a9bcda558681ca7e1c
2024-11-15T03:21:03,262 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/table/c940c90729c143a9bcda558681ca7e1c, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:21:03,263 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1472ms, sequenceid=16, compaction requested=false
2024-11-15T03:21:03,289 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:21:03,290 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:03,290 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:03,290 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:03,290 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640861791Running coprocessor pre-close hooks at 1731640861791Disabling compacts and flushes for region at 1731640861791Disabling writes for close at 1731640861791Obtaining lock to block concurrent updates at 1731640861791Preparing flush snapshotting stores in 1588230740 at 1731640861791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640861791Flushing stores of hbase:meta,,1.1588230740 at 1731640861791Flushing 1588230740/info: creating writer at 1731640861792 (+1 ms)Flushing 1588230740/info: appending metadata at 1731640861812 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731640861812Flushing 1588230740/ns: creating writer at 1731640862230 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731640862253 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731640862253Flushing 1588230740/rep_barrier: creating writer at 1731640862674 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640862688 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640862688Flushing 1588230740/table: creating writer at 1731640863096 (+408 ms)Flushing 1588230740/table: appending metadata at 1731640863113 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731640863113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cf9b1b: reopening flushed file at 1731640863157 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b81b19: reopening flushed file at 1731640863225 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20378b49: reopening flushed file at 1731640863250 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50340e07: reopening flushed file at 1731640863256 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1472ms, sequenceid=16, compaction requested=false at 1731640863263 (+7 ms)Writing region close event to WAL at 1731640863283 (+20 ms)Running coprocessor post-close hooks at 1731640863290 (+7 ms)Closed at 1731640863290
2024-11-15T03:21:03,290 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:03,305 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.1731640847973 to pos 1806, reset compression=false
2024-11-15T03:21:03,392 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-15T03:21:03,392 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,36893,1731640845976; all regions closed.
2024-11-15T03:21:03,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:21:03,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741839_1015 (size=1733)
2024-11-15T03:21:03,409 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/WALs/91f82191efb8,36893,1731640845976/91f82191efb8%2C36893%2C1731640845976.rep.1731640856679 not finished, retry = 0
2024-11-15T03:21:03,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741832_1008 (size=1814)
2024-11-15T03:21:03,512 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:03,512 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:03,512 INFO  [RS:0;91f82191efb8:36893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:03,512 INFO  [RS:0;91f82191efb8:36893 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:03,512 INFO  [RS:0;91f82191efb8:36893 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:03,512 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:03,513 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,36893,1731640845976 because: Region server is closing
2024-11-15T03:21:03,513 INFO  [RS:0;91f82191efb8:36893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:36893.
2024-11-15T03:21:03,513 DEBUG [RS:0;91f82191efb8:36893 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:03,513 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:03,513 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:03,513 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:03,544 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:03,613 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.shipper91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 terminated
2024-11-15T03:21:03,613 INFO  [RS:0;91f82191efb8:36893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:36893.
2024-11-15T03:21:03,613 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,36893,1731640845976.replicationSource.wal-reader.91f82191efb8%2C36893%2C1731640845976,1-91f82191efb8,36893,1731640845976 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:21:03,613 DEBUG [RS:0;91f82191efb8:36893 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:03,613 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:03,614 DEBUG [RS:0;91f82191efb8:36893 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:03,614 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:03,614 INFO  [RS:0;91f82191efb8:36893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36893
2024-11-15T03:21:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351/rs
2024-11-15T03:21:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11146903351/rs/91f82191efb8,36893,1731640845976
2024-11-15T03:21:03,680 INFO  [RS:0;91f82191efb8:36893 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:03,690 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,36893,1731640845976]
2024-11-15T03:21:03,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11146903351/draining/91f82191efb8,36893,1731640845976 already deleted, retry=false
2024-11-15T03:21:03,701 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,36893,1731640845976 expired; onlineServers=0
2024-11-15T03:21:03,701 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,46539,1731640845716' *****
2024-11-15T03:21:03,701 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:21:03,701 INFO  [M:0;91f82191efb8:46539 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:03,701 INFO  [M:0;91f82191efb8:46539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:03,701 DEBUG [M:0;91f82191efb8:46539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:21:03,701 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:21:03,701 DEBUG [M:0;91f82191efb8:46539 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:21:03,701 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640847637 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640847637,5,FailOnTimeoutGroup]
2024-11-15T03:21:03,701 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640847638 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640847638,5,FailOnTimeoutGroup]
2024-11-15T03:21:03,702 INFO  [M:0;91f82191efb8:46539 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:03,702 INFO  [M:0;91f82191efb8:46539 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:03,702 DEBUG [M:0;91f82191efb8:46539 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:21:03,702 INFO  [M:0;91f82191efb8:46539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:21:03,702 INFO  [M:0;91f82191efb8:46539 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:03,702 INFO  [M:0;91f82191efb8:46539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:21:03,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:21:03,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11146903351/master
2024-11-15T03:21:03,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11146903351
2024-11-15T03:21:03,714 DEBUG [M:0;91f82191efb8:46539 {}] zookeeper.ZKUtil(347): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Unable to get data of znode /11146903351/master because node does not exist (not an error)
2024-11-15T03:21:03,714 WARN  [M:0;91f82191efb8:46539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:21:03,714 INFO  [M:0;91f82191efb8:46539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/.lastflushedseqids
2024-11-15T03:21:03,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741847_1023 (size=245)
2024-11-15T03:21:03,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36893-0x1013c8245040004, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:03,791 INFO  [RS:0;91f82191efb8:36893 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:03,791 INFO  [RS:0;91f82191efb8:36893 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,36893,1731640845976; zookeeper connection closed.
2024-11-15T03:21:03,791 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b63cf6
2024-11-15T03:21:03,791 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:21:04,119 INFO  [M:0;91f82191efb8:46539 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:21:04,119 INFO  [M:0;91f82191efb8:46539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:21:04,119 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:04,119 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:04,119 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:04,119 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:04,119 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:04,119 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-15T03:21:04,135 DEBUG [M:0;91f82191efb8:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0c2e05464864c62b336a35962162396 is 82, key is hbase:meta,,1/info:regioninfo/1731640848885/Put/seqid=0
2024-11-15T03:21:04,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741848_1024 (size=5672)
2024-11-15T03:21:04,349 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:04,539 INFO  [M:0;91f82191efb8:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0c2e05464864c62b336a35962162396
2024-11-15T03:21:04,563 DEBUG [M:0;91f82191efb8:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd236fc03894fe29a9e36c1b52fd06f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640856767/Put/seqid=0
2024-11-15T03:21:04,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741849_1025 (size=8515)
2024-11-15T03:21:04,968 INFO  [M:0;91f82191efb8:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd236fc03894fe29a9e36c1b52fd06f
2024-11-15T03:21:04,988 DEBUG [M:0;91f82191efb8:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba89d15f3d0c40ca847916684f8a9078 is 69, key is 91f82191efb8,36893,1731640845976/rs:state/1731640847743/Put/seqid=0
2024-11-15T03:21:04,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741850_1026 (size=5156)
2024-11-15T03:21:05,252 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:05,392 INFO  [M:0;91f82191efb8:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba89d15f3d0c40ca847916684f8a9078
2024-11-15T03:21:05,397 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0c2e05464864c62b336a35962162396 as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0c2e05464864c62b336a35962162396
2024-11-15T03:21:05,401 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0c2e05464864c62b336a35962162396, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:21:05,402 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fd236fc03894fe29a9e36c1b52fd06f as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fd236fc03894fe29a9e36c1b52fd06f
2024-11-15T03:21:05,406 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fd236fc03894fe29a9e36c1b52fd06f, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:21:05,407 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba89d15f3d0c40ca847916684f8a9078 as hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba89d15f3d0c40ca847916684f8a9078
2024-11-15T03:21:05,412 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba89d15f3d0c40ca847916684f8a9078, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:21:05,413 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false
2024-11-15T03:21:05,415 INFO  [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:05,415 DEBUG [M:0;91f82191efb8:46539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640864119Disabling compacts and flushes for region at 1731640864119Disabling writes for close at 1731640864119Obtaining lock to block concurrent updates at 1731640864119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640864119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731640864120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640864120Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640864120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640864135 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640864135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640864543 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640864562 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640864562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640864972 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640864987 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640864987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37befde3: reopening flushed file at 1731640865396 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd69948: reopening flushed file at 1731640865401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299e65d6: reopening flushed file at 1731640865406 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1731640865413 (+7 ms)Writing region close event to WAL at 1731640865415 (+2 ms)Closed at 1731640865415
2024-11-15T03:21:05,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37115 is added to blk_1073741830_1006 (size=63642)
2024-11-15T03:21:05,417 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9c93023-6a91-4437-47bc-cf4a2636a2cc/MasterData/WALs/91f82191efb8,46539,1731640845716/91f82191efb8%2C46539%2C1731640845716.1731640847357 not finished, retry = 0
2024-11-15T03:21:05,518 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:05,518 INFO  [M:0;91f82191efb8:46539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:21:05,519 INFO  [M:0;91f82191efb8:46539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46539
2024-11-15T03:21:05,519 INFO  [M:0;91f82191efb8:46539 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1013c8245040003, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:05,700 INFO  [M:0;91f82191efb8:46539 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:05,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35dd08c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:05,746 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d611e11{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:05,746 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:05,746 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ad4297d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:05,746 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd5bed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:05,748 WARN  [BP-1617140896-172.17.0.2-1731640843718 heartbeating to localhost/127.0.0.1:33049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:21:05,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:21:05,748 WARN  [BP-1617140896-172.17.0.2-1731640843718 heartbeating to localhost/127.0.0.1:33049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1617140896-172.17.0.2-1731640843718 (Datanode Uuid d2d3151c-d5f4-4c98-9244-32a3336c512c) service to localhost/127.0.0.1:33049
2024-11-15T03:21:05,748 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:21:05,748 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/cluster_8fc7edd8-8a36-bee5-69b7-55c12e4b7123/data/data1/current/BP-1617140896-172.17.0.2-1731640843718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:05,749 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/cluster_8fc7edd8-8a36-bee5-69b7-55c12e4b7123/data/data2/current/BP-1617140896-172.17.0.2-1731640843718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:05,749 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:21:05,763 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b5e0378{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:05,764 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2eed3a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:05,764 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:05,764 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2680d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:05,764 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@754ba998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:05,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:21:05,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:21:05,786 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:05,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:05,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:05,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:05,787 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:05,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:21:05,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1161662962, stopped=false
2024-11-15T03:21:05,787 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,38085,1731640840778
2024-11-15T03:21:05,806 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-941463205/running
2024-11-15T03:21:05,806 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:21:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-941463205/running
2024-11-15T03:21:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:21:05,806 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:05,807 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:05,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:05,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:05,808 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,40515,1731640841160' *****
2024-11-15T03:21:05,808 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:21:05,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/running
2024-11-15T03:21:05,809 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:21:05,809 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:21:05,809 INFO  [RS:0;91f82191efb8:40515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:21:05,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Set watcher on znode that does not yet exist, /0-941463205/running
2024-11-15T03:21:05,809 INFO  [RS:0;91f82191efb8:40515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:21:05,809 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for d2a5f5447647b0e812e050d708eba547
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,40515,1731640841160
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40515.
2024-11-15T03:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2a5f5447647b0e812e050d708eba547, disabling compactions & flushes
2024-11-15T03:21:05,810 DEBUG [RS:0;91f82191efb8:40515 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:05,810 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:21:05,810 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547. after waiting 0 ms
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:21:05,810 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:21:05,810 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2a5f5447647b0e812e050d708eba547 3/3 column families, dataSize=892 B heapSize=2.06 KB
2024-11-15T03:21:05,812 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:21:05,812 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2a5f5447647b0e812e050d708eba547=hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547., db12659b130309e3a0e6bc41ed3e2ff3=test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.}
2024-11-15T03:21:05,812 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2a5f5447647b0e812e050d708eba547, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:05,812 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:05,812 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:05,812 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:05,812 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:05,812 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:05,813 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:21:05,841 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:21:05,841 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:21:05,864 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/info/e96ba77c47044fbda82962b1ac7412e5 is 147, key is hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547./info:regioninfo/1731640854560/Put/seqid=0
2024-11-15T03:21:05,878 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/.tmp/queue/ff5551f567d24f55bd9e82282718d180 is 153, key is 1-91f82191efb8,40515,1731640841160/queue:91f82191efb8%2C40515%2C1731640841160/1731640860803/Put/seqid=0
2024-11-15T03:21:05,882 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:05,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741840_1016 (size=7686)
2024-11-15T03:21:05,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741841_1017 (size=5352)
2024-11-15T03:21:06,012 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2a5f5447647b0e812e050d708eba547, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:06,213 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2a5f5447647b0e812e050d708eba547, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:06,255 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:06,317 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/info/e96ba77c47044fbda82962b1ac7412e5
2024-11-15T03:21:06,328 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/.tmp/queue/ff5551f567d24f55bd9e82282718d180
2024-11-15T03:21:06,333 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/.tmp/queue/ff5551f567d24f55bd9e82282718d180 as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/queue/ff5551f567d24f55bd9e82282718d180
2024-11-15T03:21:06,337 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/queue/ff5551f567d24f55bd9e82282718d180, entries=1, sequenceid=10, filesize=5.2 K
2024-11-15T03:21:06,338 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/ns/36e984f7dde84c0c87f2f98da9f74f7a is 43, key is default/ns:d/1731640843565/Put/seqid=0
2024-11-15T03:21:06,338 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d2a5f5447647b0e812e050d708eba547 in 528ms, sequenceid=10, compaction requested=false
2024-11-15T03:21:06,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741842_1018 (size=5153)
2024-11-15T03:21:06,342 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/replication/d2a5f5447647b0e812e050d708eba547/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:06,343 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2a5f5447647b0e812e050d708eba547:
Waiting for close lock at 1731640865810Running coprocessor pre-close hooks at 1731640865810Disabling compacts and flushes for region at 1731640865810Disabling writes for close at 1731640865810Obtaining lock to block concurrent updates at 1731640865810Preparing flush snapshotting stores in d2a5f5447647b0e812e050d708eba547 at 1731640865810Finished memstore snapshotting hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731640865811 (+1 ms)Flushing stores of hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547. at 1731640865817 (+6 ms)Flushing d2a5f5447647b0e812e050d708eba547/queue: creating writer at 1731640865817Flushing d2a5f5447647b0e812e050d708eba547/queue: appending metadata at 1731640865877 (+60 ms)Flushing d2a5f5447647b0e812e050d708eba547/queue: closing flushed file at 1731640865877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a283baf: reopening flushed file at 1731640866332 (+455 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d2a5f5447647b0e812e050d708eba547 in 528ms, sequenceid=10, compaction requested=false at 1731640866338 (+6 ms)Writing region close event to WAL at 1731640866339 (+1 ms)Running coprocessor post-close hooks at 1731640866342 (+3 ms)Closed at 1731640866343 (+1 ms)
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640853382.d2a5f5447647b0e812e050d708eba547.
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db12659b130309e3a0e6bc41ed3e2ff3, disabling compactions & flushes
2024-11-15T03:21:06,343 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3. after waiting 0 ms
2024-11-15T03:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:21:06,343 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db12659b130309e3a0e6bc41ed3e2ff3 3/3 column families, dataSize=191 B heapSize=1.46 KB
2024-11-15T03:21:06,357 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/f/01bf7cf9d25c4395a30a667464e5c053 is 29, key is row1/f:/1731640860731/DeleteFamily/seqid=0
2024-11-15T03:21:06,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741843_1019 (size=5118)
2024-11-15T03:21:06,413 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:06,616 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:06,742 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/ns/36e984f7dde84c0c87f2f98da9f74f7a
2024-11-15T03:21:06,759 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/rep_barrier/c5ef54165e64430e9446080aa0efcea6 is 112, key is test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3./rep_barrier:seqnumDuringOpen/1731640850193/Put/seqid=0
2024-11-15T03:21:06,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741844_1020 (size=5518)
2024-11-15T03:21:06,764 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/f/01bf7cf9d25c4395a30a667464e5c053
2024-11-15T03:21:06,768 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01bf7cf9d25c4395a30a667464e5c053
2024-11-15T03:21:06,785 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/f1/bf7e80edc7de496a836bad21473d241b is 30, key is row1/f1:/1731640860731/DeleteFamily/seqid=0
2024-11-15T03:21:06,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741845_1021 (size=5123)
2024-11-15T03:21:06,789 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/f1/bf7e80edc7de496a836bad21473d241b
2024-11-15T03:21:06,793 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf7e80edc7de496a836bad21473d241b
2024-11-15T03:21:06,810 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/norep/9e7e582ee7f04f4f915d9b9af6ecc709 is 32, key is row/norep:/1731640859725/DeleteFamily/seqid=0
2024-11-15T03:21:06,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741846_1022 (size=5101)
2024-11-15T03:21:06,816 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:21:06,816 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, db12659b130309e3a0e6bc41ed3e2ff3=test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.}
2024-11-15T03:21:06,816 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:07,016 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:07,162 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/rep_barrier/c5ef54165e64430e9446080aa0efcea6
2024-11-15T03:21:07,182 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/table/801b7f395b644add8d6fb6c38c74067c is 53, key is hbase:replication/table:state/1731640854567/Put/seqid=0
2024-11-15T03:21:07,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741847_1023 (size=5308)
2024-11-15T03:21:07,214 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/norep/9e7e582ee7f04f4f915d9b9af6ecc709
2024-11-15T03:21:07,217 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db12659b130309e3a0e6bc41ed3e2ff3
2024-11-15T03:21:07,217 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e7e582ee7f04f4f915d9b9af6ecc709
2024-11-15T03:21:07,218 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/f/01bf7cf9d25c4395a30a667464e5c053 as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/f/01bf7cf9d25c4395a30a667464e5c053
2024-11-15T03:21:07,222 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01bf7cf9d25c4395a30a667464e5c053
2024-11-15T03:21:07,222 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/f/01bf7cf9d25c4395a30a667464e5c053, entries=2, sequenceid=8, filesize=5.0 K
2024-11-15T03:21:07,222 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/f1/bf7e80edc7de496a836bad21473d241b as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/f1/bf7e80edc7de496a836bad21473d241b
2024-11-15T03:21:07,226 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf7e80edc7de496a836bad21473d241b
2024-11-15T03:21:07,226 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/f1/bf7e80edc7de496a836bad21473d241b, entries=2, sequenceid=8, filesize=5.0 K
2024-11-15T03:21:07,226 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/.tmp/norep/9e7e582ee7f04f4f915d9b9af6ecc709 as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/norep/9e7e582ee7f04f4f915d9b9af6ecc709
2024-11-15T03:21:07,229 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e7e582ee7f04f4f915d9b9af6ecc709
2024-11-15T03:21:07,229 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/norep/9e7e582ee7f04f4f915d9b9af6ecc709, entries=1, sequenceid=8, filesize=5.0 K
2024-11-15T03:21:07,230 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for db12659b130309e3a0e6bc41ed3e2ff3 in 887ms, sequenceid=8, compaction requested=false
2024-11-15T03:21:07,230 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:21:07,233 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/default/test/db12659b130309e3a0e6bc41ed3e2ff3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T03:21:07,234 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:07,234 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:07,234 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:21:07,234 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db12659b130309e3a0e6bc41ed3e2ff3:
Waiting for close lock at 1731640866343Running coprocessor pre-close hooks at 1731640866343Disabling compacts and flushes for region at 1731640866343Disabling writes for close at 1731640866343Obtaining lock to block concurrent updates at 1731640866343Preparing flush snapshotting stores in db12659b130309e3a0e6bc41ed3e2ff3 at 1731640866343Finished memstore snapshotting test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731640866344 (+1 ms)Flushing stores of test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3. at 1731640866344Flushing db12659b130309e3a0e6bc41ed3e2ff3/f: creating writer at 1731640866344Flushing db12659b130309e3a0e6bc41ed3e2ff3/f: appending metadata at 1731640866357 (+13 ms)Flushing db12659b130309e3a0e6bc41ed3e2ff3/f: closing flushed file at 1731640866357Flushing db12659b130309e3a0e6bc41ed3e2ff3/f1: creating writer at 1731640866768 (+411 ms)Flushing db12659b130309e3a0e6bc41ed3e2ff3/f1: appending metadata at 1731640866785 (+17 ms)Flushing db12659b130309e3a0e6bc41ed3e2ff3/f1: closing flushed file at 1731640866785Flushing db12659b130309e3a0e6bc41ed3e2ff3/norep: creating writer at 1731640866793 (+8 ms)Flushing db12659b130309e3a0e6bc41ed3e2ff3/norep: appending metadata at 1731640866809 (+16 ms)Flushing db12659b130309e3a0e6bc41ed3e2ff3/norep: closing flushed file at 1731640866809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65addaef: reopening flushed file at 1731640867217 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b8be73: reopening flushed file at 1731640867222 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f19695b: reopening flushed file at 1731640867226 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for db12659b130309e3a0e6bc41ed3e2ff3 in 887ms, sequenceid=8, compaction requested=false at 1731640867230 (+4 ms)Writing region close event to WAL at 1731640867231 (+1 ms)Running coprocessor post-close hooks at 1731640867234 (+3 ms)Closed at 1731640867234
2024-11-15T03:21:07,234 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640849043.db12659b130309e3a0e6bc41ed3e2ff3.
2024-11-15T03:21:07,359 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 914, reset compression=false
2024-11-15T03:21:07,364 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:07,364 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 1805, reset compression=false
2024-11-15T03:21:07,364 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40515,1731640841160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:07,365 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,40515,1731640841160: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,40515,1731640841160, walGroup=91f82191efb8%2C40515%2C1731640841160, offset=91f82191efb8%2C40515%2C1731640841160.1731640842975:1805, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:21:07,366 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:21:07,366 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:21:07,367 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:21:07,367 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:21:07,367 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:21:07,367 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 741015040
      },
      "NonHeapMemoryUsage": {
        "committed": 194576384,
        "init": 7667712,
        "max": -1,
        "used": 191794736
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:21:07,368 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:38085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:38085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:21:07,417 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:07,568 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 1805, reset compression=false
2024-11-15T03:21:07,586 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/table/801b7f395b644add8d6fb6c38c74067c
2024-11-15T03:21:07,590 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/info/e96ba77c47044fbda82962b1ac7412e5 as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/info/e96ba77c47044fbda82962b1ac7412e5
2024-11-15T03:21:07,595 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/info/e96ba77c47044fbda82962b1ac7412e5, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:21:07,595 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/ns/36e984f7dde84c0c87f2f98da9f74f7a as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/ns/36e984f7dde84c0c87f2f98da9f74f7a
2024-11-15T03:21:07,600 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/ns/36e984f7dde84c0c87f2f98da9f74f7a, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:21:07,601 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/rep_barrier/c5ef54165e64430e9446080aa0efcea6 as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/rep_barrier/c5ef54165e64430e9446080aa0efcea6
2024-11-15T03:21:07,605 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/rep_barrier/c5ef54165e64430e9446080aa0efcea6, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:21:07,605 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/.tmp/table/801b7f395b644add8d6fb6c38c74067c as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/table/801b7f395b644add8d6fb6c38c74067c
2024-11-15T03:21:07,609 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/table/801b7f395b644add8d6fb6c38c74067c, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:21:07,610 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1798ms, sequenceid=16, compaction requested=false
2024-11-15T03:21:07,610 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:21:07,617 DEBUG [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:07,619 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:21:07,619 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:07,619 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:07,619 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:07,619 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640865812Running coprocessor pre-close hooks at 1731640865812Disabling compacts and flushes for region at 1731640865812Disabling writes for close at 1731640865812Obtaining lock to block concurrent updates at 1731640865813 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731640865813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640865816 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640865820 (+4 ms)Flushing 1588230740/info: creating writer at 1731640865820Flushing 1588230740/info: appending metadata at 1731640865864 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731640865864Flushing 1588230740/ns: creating writer at 1731640866321 (+457 ms)Flushing 1588230740/ns: appending metadata at 1731640866337 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731640866337Flushing 1588230740/rep_barrier: creating writer at 1731640866746 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640866758 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640866759 (+1 ms)Flushing 1588230740/table: creating writer at 1731640867166 (+407 ms)Flushing 1588230740/table: appending metadata at 1731640867181 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731640867181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4895eafc: reopening flushed file at 1731640867590 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc36811: reopening flushed file at 1731640867595 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e48612b: reopening flushed file at 1731640867600 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e739a81: reopening flushed file at 1731640867605 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1798ms, sequenceid=16, compaction requested=false at 1731640867610 (+5 ms)Writing region close event to WAL at 1731640867612 (+2 ms)Running coprocessor post-close hooks at 1731640867619 (+7 ms)Closed at 1731640867619
2024-11-15T03:21:07,619 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:07,817 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,40515,1731640841160; all regions closed.
2024-11-15T03:21:07,819 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.meta.1731640843476.meta not finished, retry = 0
2024-11-15T03:21:07,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:21:07,827 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:07,829 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,866 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,866 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,868 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,872 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/WALs/91f82191efb8,40515,1731640841160/91f82191efb8%2C40515%2C1731640841160.1731640842975 to pos 1805, reset compression=false
2024-11-15T03:21:07,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:07,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741839_1015 (size=2676)
2024-11-15T03:21:07,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741833_1009 (size=1813)
2024-11-15T03:21:07,925 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:07,925 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:07,925 INFO  [RS:0;91f82191efb8:40515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:07,925 INFO  [RS:0;91f82191efb8:40515 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:07,925 INFO  [RS:0;91f82191efb8:40515 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:07,925 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:07,925 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,40515,1731640841160 because: Region server is closing
2024-11-15T03:21:07,925 INFO  [RS:0;91f82191efb8:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40515.
2024-11-15T03:21:07,925 DEBUG [RS:0;91f82191efb8:40515 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:07,925 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:07,925 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:07,926 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:08,026 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.shipper91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 terminated
2024-11-15T03:21:08,026 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40515,1731640841160.replicationSource.wal-reader.91f82191efb8%2C40515%2C1731640841160,1-91f82191efb8,40515,1731640841160 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:21:08,026 INFO  [RS:0;91f82191efb8:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40515.
2024-11-15T03:21:08,026 DEBUG [RS:0;91f82191efb8:40515 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:08,026 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:08,026 DEBUG [RS:0;91f82191efb8:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:08,026 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:08,026 INFO  [RS:0;91f82191efb8:40515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40515
2024-11-15T03:21:08,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205/rs
2024-11-15T03:21:08,050 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-941463205/rs/91f82191efb8,40515,1731640841160
2024-11-15T03:21:08,051 INFO  [RS:0;91f82191efb8:40515 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:08,061 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,40515,1731640841160]
2024-11-15T03:21:08,071 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-941463205/draining/91f82191efb8,40515,1731640841160 already deleted, retry=false
2024-11-15T03:21:08,072 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,40515,1731640841160 expired; onlineServers=0
2024-11-15T03:21:08,072 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,38085,1731640840778' *****
2024-11-15T03:21:08,072 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:08,072 DEBUG [M:0;91f82191efb8:38085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:21:08,072 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:21:08,072 DEBUG [M:0;91f82191efb8:38085 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:21:08,072 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640842668 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640842668,5,FailOnTimeoutGroup]
2024-11-15T03:21:08,072 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640842702 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640842702,5,FailOnTimeoutGroup]
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:08,072 DEBUG [M:0;91f82191efb8:38085 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:08,072 INFO  [M:0;91f82191efb8:38085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:21:08,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:21:08,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-941463205/master
2024-11-15T03:21:08,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-941463205
2024-11-15T03:21:08,082 DEBUG [M:0;91f82191efb8:38085 {}] zookeeper.ZKUtil(347): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Unable to get data of znode /0-941463205/master because node does not exist (not an error)
2024-11-15T03:21:08,082 WARN  [M:0;91f82191efb8:38085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:21:08,083 INFO  [M:0;91f82191efb8:38085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/.lastflushedseqids
2024-11-15T03:21:08,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741848_1024 (size=245)
2024-11-15T03:21:08,094 INFO  [M:0;91f82191efb8:38085 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:21:08,094 INFO  [M:0;91f82191efb8:38085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:21:08,094 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:08,094 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:08,094 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:08,094 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:08,094 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:08,094 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-15T03:21:08,112 DEBUG [M:0;91f82191efb8:38085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/969af7e3d6af4988901577d450095d3b is 82, key is hbase:meta,,1/info:regioninfo/1731640843518/Put/seqid=0
2024-11-15T03:21:08,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741849_1025 (size=5672)
2024-11-15T03:21:08,115 INFO  [M:0;91f82191efb8:38085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/969af7e3d6af4988901577d450095d3b
2024-11-15T03:21:08,137 DEBUG [M:0;91f82191efb8:38085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3e624ca6e6493c934cefbc85e21ab3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640854570/Put/seqid=0
2024-11-15T03:21:08,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741850_1026 (size=8515)
2024-11-15T03:21:08,141 INFO  [M:0;91f82191efb8:38085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3e624ca6e6493c934cefbc85e21ab3
2024-11-15T03:21:08,161 DEBUG [M:0;91f82191efb8:38085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4589cad889549069249a17a32f15e6a is 69, key is 91f82191efb8,40515,1731640841160/rs:state/1731640842723/Put/seqid=0
2024-11-15T03:21:08,161 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:08,161 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1013c8245040001, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:08,161 INFO  [RS:0;91f82191efb8:40515 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:08,161 INFO  [RS:0;91f82191efb8:40515 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,40515,1731640841160; zookeeper connection closed.
2024-11-15T03:21:08,162 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a641ff0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a641ff0
2024-11-15T03:21:08,162 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:21:08,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741851_1027 (size=5156)
2024-11-15T03:21:08,165 INFO  [M:0;91f82191efb8:38085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4589cad889549069249a17a32f15e6a
2024-11-15T03:21:08,169 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/969af7e3d6af4988901577d450095d3b as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/969af7e3d6af4988901577d450095d3b
2024-11-15T03:21:08,195 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/969af7e3d6af4988901577d450095d3b, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:21:08,196 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3e624ca6e6493c934cefbc85e21ab3 as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a3e624ca6e6493c934cefbc85e21ab3
2024-11-15T03:21:08,203 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a3e624ca6e6493c934cefbc85e21ab3, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:21:08,203 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4589cad889549069249a17a32f15e6a as hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4589cad889549069249a17a32f15e6a
2024-11-15T03:21:08,207 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34533/user/jenkins/test-data/25793ba9-725e-1dba-9f7e-0137492352a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4589cad889549069249a17a32f15e6a, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:21:08,208 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=97, compaction requested=false
2024-11-15T03:21:08,216 INFO  [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:08,216 DEBUG [M:0;91f82191efb8:38085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640868094Disabling compacts and flushes for region at 1731640868094Disabling writes for close at 1731640868094Obtaining lock to block concurrent updates at 1731640868094Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640868094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731640868094Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640868095 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640868095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640868111 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640868111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640868118 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640868137 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640868137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640868144 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640868160 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640868160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac756a9: reopening flushed file at 1731640868169 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626cb3ee: reopening flushed file at 1731640868195 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65603eee: reopening flushed file at 1731640868203 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=97, compaction requested=false at 1731640868208 (+5 ms)Writing region close event to WAL at 1731640868216 (+8 ms)Closed at 1731640868216
2024-11-15T03:21:08,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45685 is added to blk_1073741830_1006 (size=63642)
2024-11-15T03:21:08,222 INFO  [M:0;91f82191efb8:38085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:21:08,222 INFO  [M:0;91f82191efb8:38085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38085
2024-11-15T03:21:08,222 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:08,222 INFO  [M:0;91f82191efb8:38085 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38085-0x1013c8245040000, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:08,330 INFO  [M:0;91f82191efb8:38085 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:08,332 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303a142a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:08,333 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f27d9ac{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:08,333 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:08,333 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef0e109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:08,333 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df0091b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:08,336 WARN  [BP-1143270132-172.17.0.2-1731640838527 heartbeating to localhost/127.0.0.1:34533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:21:08,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:21:08,336 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:21:08,336 WARN  [BP-1143270132-172.17.0.2-1731640838527 heartbeating to localhost/127.0.0.1:34533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1143270132-172.17.0.2-1731640838527 (Datanode Uuid 96ec0e6e-c36b-42e2-9992-da625d9e1845) service to localhost/127.0.0.1:34533
2024-11-15T03:21:08,337 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:21:08,339 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/data/data2/current/BP-1143270132-172.17.0.2-1731640838527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:08,344 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/cluster_022d45d2-9ef9-87f1-f1e8-7fcd7cdbfc47/data/data1/current/BP-1143270132-172.17.0.2-1731640838527 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:08,347 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d4bb5fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:08,347 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a6d5614{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:08,348 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:08,348 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589743a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:08,348 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c561da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f11f4f7-d814-a8e8-b0fd-61358918c50e/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:08,354 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:21:08,369 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:21:08,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 245)
Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53720)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-22-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: globalEventExecutor-1-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33049 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33049 from jenkins.hfs.13
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-23-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34533
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34533 from jenkins.hfs.12
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-29-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33049 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34533 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34533
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53720)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33049
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34533
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34533
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34533 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34533
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33049
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=608 (was 611), ProcessCount=11 (was 11), AvailableMemoryMB=898 (was 1773)
2024-11-15T03:21:08,389 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=608, ProcessCount=11, AvailableMemoryMB=897
2024-11-15T03:21:08,403 INFO  [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2
2024-11-15T03:21:08,404 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir so I do NOT create it in target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca
2024-11-15T03:21:08,404 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:21:08,404 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.tmp.dir so I do NOT create it in target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca
2024-11-15T03:21:08,404 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/051d14f0-0503-0f3d-90a0-998aa34e3fa8/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:21:08,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca
2024-11-15T03:21:08,404 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a, deleteOnExit=true
2024-11-15T03:21:08,437 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/zookeeper_0, clientPort=63034, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:21:08,438 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63034
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/test.cache.data in system properties and HBase conf
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:21:08,438 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:21:08,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:21:08,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:21:08,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c8245040002, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:21:08,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c8245040005, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:21:08,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c8245040005, quorum=127.0.0.1:53720, baseZNode=/11146903351 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:21:08,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c8245040002, quorum=127.0.0.1:53720, baseZNode=/0-941463205 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:21:08,866 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:08,871 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:08,878 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:08,878 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:08,878 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:21:08,878 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:08,879 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa1d05f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:08,879 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6048eb63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:08,994 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e43e82d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/java.io.tmpdir/jetty-localhost-34893-hadoop-hdfs-3_4_1-tests_jar-_-any-4432445211305657571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:08,995 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59632aec{HTTP/1.1, (http/1.1)}{localhost:34893}
2024-11-15T03:21:08,995 INFO  [Time-limited test {}] server.Server(415): Started @229694ms
2024-11-15T03:21:09,240 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:09,243 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:09,245 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:09,245 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:09,245 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:09,245 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ca7de1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:09,245 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d03019c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:09,339 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@666236c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/java.io.tmpdir/jetty-localhost-44841-hadoop-hdfs-3_4_1-tests_jar-_-any-18404394570650995887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:09,339 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d985459{HTTP/1.1, (http/1.1)}{localhost:44841}
2024-11-15T03:21:09,339 INFO  [Time-limited test {}] server.Server(415): Started @230038ms
2024-11-15T03:21:09,341 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:21:10,023 WARN  [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/data/data1/current/BP-1965015454-172.17.0.2-1731640868457/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:10,023 WARN  [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/data/data2/current/BP-1965015454-172.17.0.2-1731640868457/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:10,072 WARN  [Thread-2641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:21:10,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaf190cbf7da533 with lease ID 0x97b7053122c8e634: Processing first storage report for DS-2e0673ce-4cb8-4014-a827-424bfb7ec50f from datanode DatanodeRegistration(127.0.0.1:33849, datanodeUuid=0bd969f4-3615-47c9-9b20-7292e98bc820, infoPort=36279, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=926451542;c=1731640868457)
2024-11-15T03:21:10,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaf190cbf7da533 with lease ID 0x97b7053122c8e634: from storage DS-2e0673ce-4cb8-4014-a827-424bfb7ec50f node DatanodeRegistration(127.0.0.1:33849, datanodeUuid=0bd969f4-3615-47c9-9b20-7292e98bc820, infoPort=36279, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=926451542;c=1731640868457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:10,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaf190cbf7da533 with lease ID 0x97b7053122c8e634: Processing first storage report for DS-a00874fe-5cc1-4758-8fb1-06e82bbc93e3 from datanode DatanodeRegistration(127.0.0.1:33849, datanodeUuid=0bd969f4-3615-47c9-9b20-7292e98bc820, infoPort=36279, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=926451542;c=1731640868457)
2024-11-15T03:21:10,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaf190cbf7da533 with lease ID 0x97b7053122c8e634: from storage DS-a00874fe-5cc1-4758-8fb1-06e82bbc93e3 node DatanodeRegistration(127.0.0.1:33849, datanodeUuid=0bd969f4-3615-47c9-9b20-7292e98bc820, infoPort=36279, infoSecurePort=0, ipcPort=34049, storageInfo=lv=-57;cid=testClusterID;nsid=926451542;c=1731640868457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:10,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca
2024-11-15T03:21:10,175 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,177 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:21:10,183 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f with version=8
2024-11-15T03:21:10,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/hbase-staging
2024-11-15T03:21:10,185 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:10,185 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:10,185 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:10,185 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:10,185 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:10,186 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:10,186 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:21:10,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:10,186 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42743
2024-11-15T03:21:10,187 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42743 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:10,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427430x0, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:10,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42743-0x1013c82b9ff0000 connected
2024-11-15T03:21:10,344 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,346 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/running
2024-11-15T03:21:10,348 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f, hbase.cluster.distributed=false
2024-11-15T03:21:10,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/acl
2024-11-15T03:21:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42743
2024-11-15T03:21:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42743
2024-11-15T03:21:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42743
2024-11-15T03:21:10,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42743
2024-11-15T03:21:10,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42743
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:21:10,367 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:10,368 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39195
2024-11-15T03:21:10,368 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39195 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:10,369 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,370 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391950x0, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:10,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391950x0, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/running
2024-11-15T03:21:10,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39195-0x1013c82b9ff0001 connected
2024-11-15T03:21:10,383 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:21:10,384 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:21:10,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/master
2024-11-15T03:21:10,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/acl
2024-11-15T03:21:10,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39195
2024-11-15T03:21:10,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39195
2024-11-15T03:21:10,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39195
2024-11-15T03:21:10,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39195
2024-11-15T03:21:10,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39195
2024-11-15T03:21:10,400 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:42743
2024-11-15T03:21:10,400 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-445283698/backup-masters/91f82191efb8,42743,1731640870185
2024-11-15T03:21:10,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698/backup-masters
2024-11-15T03:21:10,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698/backup-masters
2024-11-15T03:21:10,407 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on existing znode=/0-445283698/backup-masters/91f82191efb8,42743,1731640870185
2024-11-15T03:21:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445283698/master
2024-11-15T03:21:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:10,418 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on existing znode=/0-445283698/master
2024-11-15T03:21:10,418 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-445283698/backup-masters/91f82191efb8,42743,1731640870185 from backup master directory
2024-11-15T03:21:10,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445283698/backup-masters/91f82191efb8,42743,1731640870185
2024-11-15T03:21:10,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698/backup-masters
2024-11-15T03:21:10,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698/backup-masters
2024-11-15T03:21:10,428 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:10,428 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,42743,1731640870185
2024-11-15T03:21:10,430 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/hbase.id] with ID: a78c68c2-baea-4d4f-bc48-6622ec115441
2024-11-15T03:21:10,430 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/.tmp/hbase.id
2024-11-15T03:21:10,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:21:10,837 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/.tmp/hbase.id]:[hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/hbase.id]
2024-11-15T03:21:10,844 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:10,844 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:21:10,844 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-15T03:21:10,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:10,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:10,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:21:11,262 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:11,263 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:21:11,263 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:11,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:21:11,674 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store
2024-11-15T03:21:11,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:21:12,094 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:12,094 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:12,094 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:12,094 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:12,094 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:12,094 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:12,094 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:12,095 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640872094Disabling compacts and flushes for region at 1731640872094Disabling writes for close at 1731640872094Writing region close event to WAL at 1731640872094Closed at 1731640872094
2024-11-15T03:21:12,095 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/.initializing
2024-11-15T03:21:12,095 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/WALs/91f82191efb8,42743,1731640870185
2024-11-15T03:21:12,096 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:12,097 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C42743%2C1731640870185, suffix=, logDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/WALs/91f82191efb8,42743,1731640870185, archiveDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/oldWALs, maxLogs=10
2024-11-15T03:21:12,109 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/WALs/91f82191efb8,42743,1731640870185/91f82191efb8%2C42743%2C1731640870185.1731640872097, exclude list is [], retry=0
2024-11-15T03:21:12,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-2e0673ce-4cb8-4014-a827-424bfb7ec50f,DISK]
2024-11-15T03:21:12,112 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/WALs/91f82191efb8,42743,1731640870185/91f82191efb8%2C42743%2C1731640870185.1731640872097
2024-11-15T03:21:12,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36279:36279)]
2024-11-15T03:21:12,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:12,113 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:12,113 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,113 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:12,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:21:12,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:12,115 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:12,115 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:12,115 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:21:12,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:12,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:12,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:12,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:21:12,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:12,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:12,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:12,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:21:12,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:12,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:12,117 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,118 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,118 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,119 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,119 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,119 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:12,120 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:12,121 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:12,121 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60767197, jitterRate=-0.09449820220470428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:12,122 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640872113Initializing all the Stores at 1731640872113Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640872113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640872113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640872113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640872113Cleaning up temporary data from old regions at 1731640872119 (+6 ms)Region opened successfully at 1731640872122 (+3 ms)
2024-11-15T03:21:12,122 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:21:12,124 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@963535f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:12,125 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:21:12,125 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:21:12,125 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:21:12,125 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:21:12,125 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:21:12,126 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:21:12,126 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:21:12,127 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:21:12,128 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Unable to get data of znode /0-445283698/balancer because node does not exist (not necessarily an error)
2024-11-15T03:21:12,330 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445283698/balancer already deleted, retry=false
2024-11-15T03:21:12,330 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:21:12,331 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Unable to get data of znode /0-445283698/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:21:12,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445283698/normalizer already deleted, retry=false
2024-11-15T03:21:12,344 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:21:12,345 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Unable to get data of znode /0-445283698/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:21:12,354 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445283698/switch/split already deleted, retry=false
2024-11-15T03:21:12,355 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Unable to get data of znode /0-445283698/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:21:12,364 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445283698/switch/merge already deleted, retry=false
2024-11-15T03:21:12,366 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Unable to get data of znode /0-445283698/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:21:12,375 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445283698/snapshot-cleanup already deleted, retry=false
2024-11-15T03:21:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445283698/running
2024-11-15T03:21:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445283698/running
2024-11-15T03:21:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:12,386 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,42743,1731640870185, sessionid=0x1013c82b9ff0000, setting cluster-up flag (Was=false)
2024-11-15T03:21:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:12,438 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-445283698/flush-table-proc/acquired, /0-445283698/flush-table-proc/reached, /0-445283698/flush-table-proc/abort
2024-11-15T03:21:12,439 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,42743,1731640870185
2024-11-15T03:21:12,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:12,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:12,491 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-445283698/online-snapshot/acquired, /0-445283698/online-snapshot/reached, /0-445283698/online-snapshot/abort
2024-11-15T03:21:12,492 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,42743,1731640870185
2024-11-15T03:21:12,493 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:21:12,494 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:12,494 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:21:12,495 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:21:12,495 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,42743,1731640870185
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:12,496 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640902497
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:12,497 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:21:12,497 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:21:12,498 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:21:12,498 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:21:12,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:12,498 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640872498,5,FailOnTimeoutGroup]
2024-11-15T03:21:12,498 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:21:12,498 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640872498,5,FailOnTimeoutGroup]
2024-11-15T03:21:12,498 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,498 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:21:12,498 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,498 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:21:12,594 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(746): ClusterId : a78c68c2-baea-4d4f-bc48-6622ec115441
2024-11-15T03:21:12,594 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:21:12,607 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:21:12,607 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:21:12,618 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:21:12,618 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad6a2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:12,628 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:39195
2024-11-15T03:21:12,628 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:21:12,628 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:21:12,628 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:21:12,629 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,42743,1731640870185 with port=39195, startcode=1731640870367
2024-11-15T03:21:12,629 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:21:12,630 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:21:12,630 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,39195,1731640870367
2024-11-15T03:21:12,631 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42743 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,39195,1731640870367
2024-11-15T03:21:12,632 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f
2024-11-15T03:21:12,632 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37367
2024-11-15T03:21:12,632 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:21:12,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698/rs
2024-11-15T03:21:12,638 DEBUG [RS:0;91f82191efb8:39195 {}] zookeeper.ZKUtil(111): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on existing znode=/0-445283698/rs/91f82191efb8,39195,1731640870367
2024-11-15T03:21:12,638 WARN  [RS:0;91f82191efb8:39195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:12,639 INFO  [RS:0;91f82191efb8:39195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:12,639 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367
2024-11-15T03:21:12,639 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,39195,1731640870367]
2024-11-15T03:21:12,641 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:21:12,642 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:21:12,642 INFO  [RS:0;91f82191efb8:39195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:21:12,642 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,642 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:21:12,643 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:21:12,643 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:12,643 DEBUG [RS:0;91f82191efb8:39195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:12,644 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,644 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,644 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,644 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,644 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,644 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39195,1731640870367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:12,663 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:21:12,663 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,39195,1731640870367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,663 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,663 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.Replication(171): 91f82191efb8,39195,1731640870367 started
2024-11-15T03:21:12,681 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:12,681 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,39195,1731640870367, RpcServer on 91f82191efb8/172.17.0.2:39195, sessionid=0x1013c82b9ff0001
2024-11-15T03:21:12,681 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:21:12,681 DEBUG [RS:0;91f82191efb8:39195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,39195,1731640870367
2024-11-15T03:21:12,681 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39195,1731640870367'
2024-11-15T03:21:12,681 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-445283698/flush-table-proc/abort'
2024-11-15T03:21:12,681 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-445283698/flush-table-proc/acquired'
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,39195,1731640870367
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,39195,1731640870367'
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-445283698/online-snapshot/abort'
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-445283698/online-snapshot/acquired'
2024-11-15T03:21:12,682 DEBUG [RS:0;91f82191efb8:39195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:21:12,682 INFO  [RS:0;91f82191efb8:39195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:21:12,682 INFO  [RS:0;91f82191efb8:39195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:21:12,736 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:12,736 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,769 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,772 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,772 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,774 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:12,783 INFO  [RS:0;91f82191efb8:39195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:12,784 INFO  [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39195%2C1731640870367, suffix=, logDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367, archiveDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/oldWALs, maxLogs=10
2024-11-15T03:21:12,796 DEBUG [RS:0;91f82191efb8:39195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, exclude list is [], retry=0
2024-11-15T03:21:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-2e0673ce-4cb8-4014-a827-424bfb7ec50f,DISK]
2024-11-15T03:21:12,800 INFO  [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784
2024-11-15T03:21:12,800 DEBUG [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36279:36279)]
2024-11-15T03:21:12,907 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:21:12,907 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f
2024-11-15T03:21:12,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:21:13,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:13,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:13,130 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38337 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:13,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:13,314 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:13,314 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:13,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,315 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,315 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:13,316 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:13,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:13,317 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:13,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,318 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,318 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:13,318 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:13,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,318 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:13,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740
2024-11-15T03:21:13,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740
2024-11-15T03:21:13,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:13,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:13,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:13,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:13,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:13,323 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70775623, jitterRate=0.05463896691799164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:13,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640873312Initializing all the Stores at 1731640873313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640873313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640873313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640873313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640873313Cleaning up temporary data from old regions at 1731640873320 (+7 ms)Region opened successfully at 1731640873323 (+3 ms)
2024-11-15T03:21:13,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:13,323 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:13,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:13,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:13,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:13,324 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:13,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640873323Disabling compacts and flushes for region at 1731640873323Disabling writes for close at 1731640873323Writing region close event to WAL at 1731640873323Closed at 1731640873323
2024-11-15T03:21:13,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:13,324 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:21:13,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:21:13,325 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:13,326 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:21:13,476 DEBUG [91f82191efb8:42743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:21:13,477 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,39195,1731640870367
2024-11-15T03:21:13,478 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39195,1731640870367, state=OPENING
2024-11-15T03:21:13,533 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:21:13,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:13,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:13,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445283698/meta-region-server: CHANGED
2024-11-15T03:21:13,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:13,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445283698/meta-region-server: CHANGED
2024-11-15T03:21:13,544 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39195,1731640870367}]
2024-11-15T03:21:13,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:13,697 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:21:13,699 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:21:13,699 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:13,699 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:21:13,700 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39195%2C1731640870367.meta, suffix=.meta, logDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367, archiveDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/oldWALs, maxLogs=10
2024-11-15T03:21:13,725 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.meta.1731640873701.meta, exclude list is [], retry=0
2024-11-15T03:21:13,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-2e0673ce-4cb8-4014-a827-424bfb7ec50f,DISK]
2024-11-15T03:21:13,729 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.meta.1731640873701.meta
2024-11-15T03:21:13,732 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36279:36279)]
2024-11-15T03:21:13,732 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:13,733 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:13,733 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:13,733 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:21:13,733 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:21:13,733 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:21:13,733 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:13,733 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:21:13,733 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:21:13,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:13,735 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:13,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:13,735 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:13,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:13,736 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:13,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:13,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:13,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:13,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:13,737 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:13,738 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740
2024-11-15T03:21:13,738 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740
2024-11-15T03:21:13,739 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:13,739 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:13,740 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:13,740 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:13,741 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72408132, jitterRate=0.07896524667739868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:13,741 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:21:13,741 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640873733Writing region info on filesystem at 1731640873733Initializing all the Stores at 1731640873734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640873734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640873734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640873734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640873734Cleaning up temporary data from old regions at 1731640873739 (+5 ms)Running coprocessor post-open hooks at 1731640873741 (+2 ms)Region opened successfully at 1731640873741
2024-11-15T03:21:13,742 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640873696
2024-11-15T03:21:13,744 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:21:13,744 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:21:13,744 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39195,1731640870367
2024-11-15T03:21:13,745 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,39195,1731640870367, state=OPEN
2024-11-15T03:21:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445283698/meta-region-server
2024-11-15T03:21:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445283698/meta-region-server
2024-11-15T03:21:13,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,39195,1731640870367
2024-11-15T03:21:13,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445283698/meta-region-server: CHANGED
2024-11-15T03:21:13,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445283698/meta-region-server: CHANGED
2024-11-15T03:21:13,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:21:13,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,39195,1731640870367 in 238 msec
2024-11-15T03:21:13,786 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:21:13,786 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec
2024-11-15T03:21:13,787 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:13,787 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:21:13,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:13,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39195,1731640870367, seqNum=-1]
2024-11-15T03:21:13,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:13,789 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:13,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec
2024-11-15T03:21:13,794 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640873794, completionTime=-1
2024-11-15T03:21:13,794 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:21:13,794 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:21:13,796 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:21:13,796 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640933796
2024-11-15T03:21:13,796 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640993796
2024-11-15T03:21:13,796 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:21:13,796 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42743,1731640870185-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,797 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42743,1731640870185-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,797 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42743,1731640870185-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,797 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:42743, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,797 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,797 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,798 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.372sec
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42743,1731640870185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:13,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42743,1731640870185-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:21:13,804 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:21:13,804 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:21:13,804 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,42743,1731640870185-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:13,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b35c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:13,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:13,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:13,896 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305cffdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:13,898 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:13,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2122d986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:13,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39195,1731640870367, seqNum=-1]
2024-11-15T03:21:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:13,901 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:13,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,42743,1731640870185
2024-11-15T03:21:13,903 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:13,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:13,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c82b9ff0002 connected
2024-11-15T03:21:13,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir so I do NOT create it in target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6
2024-11-15T03:21:13,936 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:21:13,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.tmp.dir so I do NOT create it in target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6
2024-11-15T03:21:13,936 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:21:13,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6
2024-11-15T03:21:13,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:21:13,936 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/cluster_fd42e27f-7277-4ba2-a3a3-9bc4e412db97, deleteOnExit=true
2024-11-15T03:21:13,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/test.cache.data in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:21:13,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:13,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:21:13,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:21:14,410 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:14,414 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:14,415 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:14,415 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:14,415 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:14,417 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:14,417 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0a3ca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:14,417 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f00ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:14,523 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@768b443b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/java.io.tmpdir/jetty-localhost-38673-hadoop-hdfs-3_4_1-tests_jar-_-any-6252810251151715300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:14,523 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dee079b{HTTP/1.1, (http/1.1)}{localhost:38673}
2024-11-15T03:21:14,524 INFO  [Time-limited test {}] server.Server(415): Started @235223ms
2024-11-15T03:21:14,797 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:14,801 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:14,803 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:14,803 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:14,803 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:14,804 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c46f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:14,804 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a7e87d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:14,912 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772650f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/java.io.tmpdir/jetty-localhost-40177-hadoop-hdfs-3_4_1-tests_jar-_-any-7943121029507764559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:14,913 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33eb7338{HTTP/1.1, (http/1.1)}{localhost:40177}
2024-11-15T03:21:14,913 INFO  [Time-limited test {}] server.Server(415): Started @235612ms
2024-11-15T03:21:14,914 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:21:15,585 WARN  [Thread-2774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/cluster_fd42e27f-7277-4ba2-a3a3-9bc4e412db97/data/data1/current/BP-443735974-172.17.0.2-1731640873958/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:15,585 WARN  [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/cluster_fd42e27f-7277-4ba2-a3a3-9bc4e412db97/data/data2/current/BP-443735974-172.17.0.2-1731640873958/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:15,601 WARN  [Thread-2762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:21:15,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b6f926132fd149e with lease ID 0x94ba6ccb88cb34a8: Processing first storage report for DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0 from datanode DatanodeRegistration(127.0.0.1:33419, datanodeUuid=07d4800a-9bc8-4212-9733-693a257eacd1, infoPort=44223, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=82884451;c=1731640873958)
2024-11-15T03:21:15,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b6f926132fd149e with lease ID 0x94ba6ccb88cb34a8: from storage DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0 node DatanodeRegistration(127.0.0.1:33419, datanodeUuid=07d4800a-9bc8-4212-9733-693a257eacd1, infoPort=44223, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=82884451;c=1731640873958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:15,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b6f926132fd149e with lease ID 0x94ba6ccb88cb34a8: Processing first storage report for DS-e7628099-011c-41af-9ea5-a0b1bc7cebbf from datanode DatanodeRegistration(127.0.0.1:33419, datanodeUuid=07d4800a-9bc8-4212-9733-693a257eacd1, infoPort=44223, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=82884451;c=1731640873958)
2024-11-15T03:21:15,603 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b6f926132fd149e with lease ID 0x94ba6ccb88cb34a8: from storage DS-e7628099-011c-41af-9ea5-a0b1bc7cebbf node DatanodeRegistration(127.0.0.1:33419, datanodeUuid=07d4800a-9bc8-4212-9733-693a257eacd1, infoPort=44223, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=82884451;c=1731640873958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:15,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6
2024-11-15T03:21:15,639 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:15,640 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:15,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:21:16,051 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79 with version=8
2024-11-15T03:21:16,051 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/hbase-staging
2024-11-15T03:21:16,053 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:21:16,054 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:16,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40095
2024-11-15T03:21:16,056 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40095 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400950x0, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:16,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40095-0x1013c82b9ff0003 connected
2024-11-15T03:21:16,143 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:16,144 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:16,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/running
2024-11-15T03:21:16,146 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79, hbase.cluster.distributed=false
2024-11-15T03:21:16,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/acl
2024-11-15T03:21:16,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40095
2024-11-15T03:21:16,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40095
2024-11-15T03:21:16,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40095
2024-11-15T03:21:16,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40095
2024-11-15T03:21:16,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40095
2024-11-15T03:21:16,170 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:21:16,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:16,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45741
2024-11-15T03:21:16,172 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45741 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:16,173 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:16,175 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:16,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457410x0, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:16,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457410x0, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/running
2024-11-15T03:21:16,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45741-0x1013c82b9ff0004 connected
2024-11-15T03:21:16,186 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:21:16,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:21:16,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/master
2024-11-15T03:21:16,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/acl
2024-11-15T03:21:16,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45741
2024-11-15T03:21:16,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45741
2024-11-15T03:21:16,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45741
2024-11-15T03:21:16,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45741
2024-11-15T03:21:16,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45741
2024-11-15T03:21:16,212 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:40095
2024-11-15T03:21:16,212 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1004028482/backup-masters/91f82191efb8,40095,1731640876053
2024-11-15T03:21:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482/backup-masters
2024-11-15T03:21:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482/backup-masters
2024-11-15T03:21:16,225 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on existing znode=/1-1004028482/backup-masters/91f82191efb8,40095,1731640876053
2024-11-15T03:21:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1004028482/master
2024-11-15T03:21:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:16,235 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on existing znode=/1-1004028482/master
2024-11-15T03:21:16,235 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1004028482/backup-masters/91f82191efb8,40095,1731640876053 from backup master directory
2024-11-15T03:21:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1004028482/backup-masters/91f82191efb8,40095,1731640876053
2024-11-15T03:21:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482/backup-masters
2024-11-15T03:21:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482/backup-masters
2024-11-15T03:21:16,245 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:16,245 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,40095,1731640876053
2024-11-15T03:21:16,248 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/hbase.id] with ID: 166743f1-e22b-4332-bfaa-5b5bc139377d
2024-11-15T03:21:16,248 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/.tmp/hbase.id
2024-11-15T03:21:16,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:21:16,253 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/.tmp/hbase.id]:[hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/hbase.id]
2024-11-15T03:21:16,260 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:16,260 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:21:16,261 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:21:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:16,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:21:16,675 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:16,675 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:21:16,676 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:16,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:21:16,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store
2024-11-15T03:21:16,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:21:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:21:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:17,086 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:17,086 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:17,086 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:17,086 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:17,086 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:17,086 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:17,086 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:17,086 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640877086Disabling compacts and flushes for region at 1731640877086Disabling writes for close at 1731640877086Writing region close event to WAL at 1731640877086Closed at 1731640877086
2024-11-15T03:21:17,087 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/.initializing
2024-11-15T03:21:17,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/WALs/91f82191efb8,40095,1731640876053
2024-11-15T03:21:17,088 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:17,090 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C40095%2C1731640876053, suffix=, logDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/WALs/91f82191efb8,40095,1731640876053, archiveDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/oldWALs, maxLogs=10
2024-11-15T03:21:17,108 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/WALs/91f82191efb8,40095,1731640876053/91f82191efb8%2C40095%2C1731640876053.1731640877090, exclude list is [], retry=0
2024-11-15T03:21:17,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0,DISK]
2024-11-15T03:21:17,112 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/WALs/91f82191efb8,40095,1731640876053/91f82191efb8%2C40095%2C1731640876053.1731640877090
2024-11-15T03:21:17,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223)]
2024-11-15T03:21:17,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:17,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:17,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,113 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:17,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:21:17,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:17,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:17,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:17,115 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:21:17,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:17,115 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:17,115 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:17,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:21:17,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:17,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:17,116 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:17,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:21:17,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:17,118 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:17,118 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,118 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,118 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,119 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,119 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,120 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:17,120 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:17,125 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:17,126 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73784130, jitterRate=0.09946921467781067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:17,126 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640877112Initializing all the Stores at 1731640877113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640877113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640877113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640877113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640877113Cleaning up temporary data from old regions at 1731640877119 (+6 ms)Region opened successfully at 1731640877126 (+7 ms)
2024-11-15T03:21:17,126 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:21:17,128 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a025663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:17,129 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:21:17,129 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:21:17,129 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:21:17,129 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:21:17,129 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:21:17,130 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:21:17,130 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:21:17,137 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:21:17,138 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Unable to get data of znode /1-1004028482/balancer because node does not exist (not necessarily an error)
2024-11-15T03:21:17,185 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1004028482/balancer already deleted, retry=false
2024-11-15T03:21:17,186 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:21:17,187 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Unable to get data of znode /1-1004028482/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:21:17,196 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1004028482/normalizer already deleted, retry=false
2024-11-15T03:21:17,196 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:21:17,197 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Unable to get data of znode /1-1004028482/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:21:17,206 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1004028482/switch/split already deleted, retry=false
2024-11-15T03:21:17,207 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Unable to get data of znode /1-1004028482/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:21:17,217 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1004028482/switch/merge already deleted, retry=false
2024-11-15T03:21:17,219 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Unable to get data of znode /1-1004028482/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:21:17,227 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1004028482/snapshot-cleanup already deleted, retry=false
2024-11-15T03:21:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1004028482/running
2024-11-15T03:21:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1004028482/running
2024-11-15T03:21:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:17,238 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,40095,1731640876053, sessionid=0x1013c82b9ff0003, setting cluster-up flag (Was=false)
2024-11-15T03:21:17,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:17,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:17,291 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1004028482/flush-table-proc/acquired, /1-1004028482/flush-table-proc/reached, /1-1004028482/flush-table-proc/abort
2024-11-15T03:21:17,291 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40095,1731640876053
2024-11-15T03:21:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:18,203 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1004028482/online-snapshot/acquired, /1-1004028482/online-snapshot/reached, /1-1004028482/online-snapshot/abort
2024-11-15T03:21:18,204 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40095,1731640876053
2024-11-15T03:21:18,206 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:21:18,207 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:18,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:21:18,208 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:21:18,208 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,40095,1731640876053
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:21:18,209 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:18,209 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:18,209 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:18,209 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:18,209 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:21:18,209 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,210 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:18,210 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:18,211 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:21:18,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:18,212 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:21:18,216 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640908216
2024-11-15T03:21:18,217 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:21:18,217 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:21:18,217 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:21:18,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:21:18,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:21:18,218 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:21:18,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:21:18,224 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,224 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:21:18,225 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:21:18,225 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:21:18,225 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:21:18,228 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:21:18,228 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:21:18,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640878228,5,FailOnTimeoutGroup]
2024-11-15T03:21:18,232 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640878228,5,FailOnTimeoutGroup]
2024-11-15T03:21:18,232 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,232 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:21:18,232 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,232 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,301 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(746): ClusterId : 166743f1-e22b-4332-bfaa-5b5bc139377d
2024-11-15T03:21:18,301 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:21:18,312 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:21:18,312 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:21:18,323 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:21:18,323 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0e8b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:18,338 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:45741
2024-11-15T03:21:18,338 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:21:18,338 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:21:18,338 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:21:18,339 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,40095,1731640876053 with port=45741, startcode=1731640876170
2024-11-15T03:21:18,339 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:21:18,340 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:21:18,341 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,45741,1731640876170
2024-11-15T03:21:18,341 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40095 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,45741,1731640876170
2024-11-15T03:21:18,342 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79
2024-11-15T03:21:18,342 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42473
2024-11-15T03:21:18,342 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:21:18,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482/rs
2024-11-15T03:21:18,407 DEBUG [RS:0;91f82191efb8:45741 {}] zookeeper.ZKUtil(111): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on existing znode=/1-1004028482/rs/91f82191efb8,45741,1731640876170
2024-11-15T03:21:18,407 WARN  [RS:0;91f82191efb8:45741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:18,407 INFO  [RS:0;91f82191efb8:45741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:18,407 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170
2024-11-15T03:21:18,407 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,45741,1731640876170]
2024-11-15T03:21:18,417 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:21:18,419 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:21:18,420 INFO  [RS:0;91f82191efb8:45741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:21:18,420 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,424 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:21:18,425 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:21:18,425 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,425 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,425 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,425 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,425 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,425 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:18,426 DEBUG [RS:0;91f82191efb8:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:18,428 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,428 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,428 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,428 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,428 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,428 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45741,1731640876170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:18,453 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:21:18,454 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45741,1731640876170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,454 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,454 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.Replication(171): 91f82191efb8,45741,1731640876170 started
2024-11-15T03:21:18,472 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:18,472 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,45741,1731640876170, RpcServer on 91f82191efb8/172.17.0.2:45741, sessionid=0x1013c82b9ff0004
2024-11-15T03:21:18,472 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:21:18,472 DEBUG [RS:0;91f82191efb8:45741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,45741,1731640876170
2024-11-15T03:21:18,472 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45741,1731640876170'
2024-11-15T03:21:18,472 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1004028482/flush-table-proc/abort'
2024-11-15T03:21:18,472 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1004028482/flush-table-proc/acquired'
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,45741,1731640876170
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45741,1731640876170'
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1004028482/online-snapshot/abort'
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1004028482/online-snapshot/acquired'
2024-11-15T03:21:18,473 DEBUG [RS:0;91f82191efb8:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:21:18,473 INFO  [RS:0;91f82191efb8:45741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:21:18,473 INFO  [RS:0;91f82191efb8:45741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:21:18,574 INFO  [RS:0;91f82191efb8:45741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:18,575 INFO  [RS:0;91f82191efb8:45741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45741%2C1731640876170, suffix=, logDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170, archiveDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/oldWALs, maxLogs=10
2024-11-15T03:21:18,593 DEBUG [RS:0;91f82191efb8:45741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, exclude list is [], retry=0
2024-11-15T03:21:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0,DISK]
2024-11-15T03:21:18,603 INFO  [RS:0;91f82191efb8:45741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575
2024-11-15T03:21:18,604 DEBUG [RS:0;91f82191efb8:45741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223)]
2024-11-15T03:21:18,622 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:21:18,622 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79
2024-11-15T03:21:18,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:21:18,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:21:19,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:19,031 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:19,037 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:19,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,037 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,037 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:19,038 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:19,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:19,039 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:19,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:19,040 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:19,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:19,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740
2024-11-15T03:21:19,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740
2024-11-15T03:21:19,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:19,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:19,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:19,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:19,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:19,046 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764210, jitterRate=0.11407354474067688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640879031Initializing all the Stores at 1731640879031Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640879031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640879031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640879031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640879031Cleaning up temporary data from old regions at 1731640879043 (+12 ms)Region opened successfully at 1731640879046 (+3 ms)
2024-11-15T03:21:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:19,046 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:19,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:19,047 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:19,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640879046Disabling compacts and flushes for region at 1731640879046Disabling writes for close at 1731640879046Writing region close event to WAL at 1731640879047 (+1 ms)Closed at 1731640879047
2024-11-15T03:21:19,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:19,048 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:21:19,048 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:21:19,049 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:19,050 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:21:19,200 DEBUG [91f82191efb8:40095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:21:19,201 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,45741,1731640876170
2024-11-15T03:21:19,202 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,45741,1731640876170, state=OPENING
2024-11-15T03:21:19,236 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:19,237 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:21:19,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:19,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:19,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1004028482/meta-region-server: CHANGED
2024-11-15T03:21:19,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1004028482/meta-region-server: CHANGED
2024-11-15T03:21:19,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:19,267 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,45741,1731640876170}]
2024-11-15T03:21:19,288 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,288 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,289 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,289 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,289 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,290 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,300 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,305 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,305 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,308 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:19,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:19,422 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:21:19,424 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:21:19,424 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:19,425 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:21:19,426 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45741%2C1731640876170.meta, suffix=.meta, logDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170, archiveDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/oldWALs, maxLogs=10
2024-11-15T03:21:19,438 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.meta.1731640879426.meta, exclude list is [], retry=0
2024-11-15T03:21:19,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0,DISK]
2024-11-15T03:21:19,441 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.meta.1731640879426.meta
2024-11-15T03:21:19,441 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223)]
2024-11-15T03:21:19,441 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:19,441 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:19,441 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:19,441 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:21:19,442 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:21:19,442 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:21:19,442 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:19,442 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:21:19,442 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:21:19,443 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:19,443 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:19,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:19,444 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:19,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:19,445 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:19,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:19,446 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:19,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:19,446 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:19,446 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:19,447 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740
2024-11-15T03:21:19,447 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740
2024-11-15T03:21:19,448 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:19,448 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:19,449 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:19,449 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:19,450 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59830868, jitterRate=-0.10845059156417847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:19,450 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:21:19,450 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640879442Writing region info on filesystem at 1731640879442Initializing all the Stores at 1731640879443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640879443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640879443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640879443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640879443Cleaning up temporary data from old regions at 1731640879448 (+5 ms)Running coprocessor post-open hooks at 1731640879450 (+2 ms)Region opened successfully at 1731640879450
2024-11-15T03:21:19,451 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640879419
2024-11-15T03:21:19,452 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:21:19,452 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:21:19,452 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45741,1731640876170
2024-11-15T03:21:19,453 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,45741,1731640876170, state=OPEN
2024-11-15T03:21:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1004028482/meta-region-server
2024-11-15T03:21:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1004028482/meta-region-server
2024-11-15T03:21:19,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,45741,1731640876170
2024-11-15T03:21:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1004028482/meta-region-server: CHANGED
2024-11-15T03:21:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1004028482/meta-region-server: CHANGED
2024-11-15T03:21:19,461 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:21:19,461 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,45741,1731640876170 in 192 msec
2024-11-15T03:21:19,462 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:21:19,462 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec
2024-11-15T03:21:19,463 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:19,463 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:21:19,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:19,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45741,1731640876170, seqNum=-1]
2024-11-15T03:21:19,464 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:19,465 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:19,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec
2024-11-15T03:21:19,470 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640879470, completionTime=-1
2024-11-15T03:21:19,470 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:21:19,470 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640939472
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731640999472
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40095,1731640876053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40095,1731640876053-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40095,1731640876053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:40095, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,472 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,474 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:21:19,479 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40095,1731640876053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:19,482 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40095,1731640876053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:21:19,484 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:21:19,484 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:21:19,484 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40095,1731640876053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:19,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ddf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:19,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40095,-1 for getting cluster id
2024-11-15T03:21:19,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:19,503 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166743f1-e22b-4332-bfaa-5b5bc139377d'
2024-11-15T03:21:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166743f1-e22b-4332-bfaa-5b5bc139377d"

2024-11-15T03:21:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b935a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40095,-1]
2024-11-15T03:21:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:19,504 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:19,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7066d9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:19,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45741,1731640876170, seqNum=-1]
2024-11-15T03:21:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:19,507 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:19,508 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,40095,1731640876053
2024-11-15T03:21:19,509 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:19,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:19,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c82b9ff0005 connected
2024-11-15T03:21:19,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir so I do NOT create it in target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016
2024-11-15T03:21:19,535 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:21:19,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.tmp.dir so I do NOT create it in target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016
2024-11-15T03:21:19,535 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:21:19,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016
2024-11-15T03:21:19,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:21:19,535 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/cluster_5e030ca6-5c15-06db-4a65-6f5a4d329131, deleteOnExit=true
2024-11-15T03:21:19,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/test.cache.data in system properties and HBase conf
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:21:19,536 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:19,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:21:19,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:21:19,885 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:19,889 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:19,891 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:19,891 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:19,892 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:19,892 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:19,896 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4312e4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:19,896 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd281a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:20,034 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1602fcb3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/java.io.tmpdir/jetty-localhost-34779-hadoop-hdfs-3_4_1-tests_jar-_-any-9508003567979536717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:20,040 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@396e52d{HTTP/1.1, (http/1.1)}{localhost:34779}
2024-11-15T03:21:20,041 INFO  [Time-limited test {}] server.Server(415): Started @240740ms
2024-11-15T03:21:20,563 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:20,570 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:20,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:20,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:20,585 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:20,586 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3030fef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:20,586 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed836a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:20,743 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6096518f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/java.io.tmpdir/jetty-localhost-38249-hadoop-hdfs-3_4_1-tests_jar-_-any-8540817787974461658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:20,743 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f7ab5fc{HTTP/1.1, (http/1.1)}{localhost:38249}
2024-11-15T03:21:20,743 INFO  [Time-limited test {}] server.Server(415): Started @241442ms
2024-11-15T03:21:20,746 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:21:21,820 WARN  [Thread-2895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/cluster_5e030ca6-5c15-06db-4a65-6f5a4d329131/data/data1/current/BP-818743736-172.17.0.2-1731640879555/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:21,828 WARN  [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/cluster_5e030ca6-5c15-06db-4a65-6f5a4d329131/data/data2/current/BP-818743736-172.17.0.2-1731640879555/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:21,877 WARN  [Thread-2883 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:21:21,890 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7a87c1bd22c3dec with lease ID 0x4e6bb3b7611bac78: Processing first storage report for DS-20ffe00a-3f6b-4f9e-b6a9-a6c5c64e518e from datanode DatanodeRegistration(127.0.0.1:44445, datanodeUuid=78a52c07-3ea6-45a4-8b89-2ff2bbe105d8, infoPort=36781, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=1022721011;c=1731640879555)
2024-11-15T03:21:21,890 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7a87c1bd22c3dec with lease ID 0x4e6bb3b7611bac78: from storage DS-20ffe00a-3f6b-4f9e-b6a9-a6c5c64e518e node DatanodeRegistration(127.0.0.1:44445, datanodeUuid=78a52c07-3ea6-45a4-8b89-2ff2bbe105d8, infoPort=36781, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=1022721011;c=1731640879555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:21,890 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7a87c1bd22c3dec with lease ID 0x4e6bb3b7611bac78: Processing first storage report for DS-d864072e-93ae-4766-913c-38e7d8880158 from datanode DatanodeRegistration(127.0.0.1:44445, datanodeUuid=78a52c07-3ea6-45a4-8b89-2ff2bbe105d8, infoPort=36781, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=1022721011;c=1731640879555)
2024-11-15T03:21:21,890 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7a87c1bd22c3dec with lease ID 0x4e6bb3b7611bac78: from storage DS-d864072e-93ae-4766-913c-38e7d8880158 node DatanodeRegistration(127.0.0.1:44445, datanodeUuid=78a52c07-3ea6-45a4-8b89-2ff2bbe105d8, infoPort=36781, infoSecurePort=0, ipcPort=38167, storageInfo=lv=-57;cid=testClusterID;nsid=1022721011;c=1731640879555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:22,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016
2024-11-15T03:21:22,005 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,006 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:21:22,448 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903 with version=8
2024-11-15T03:21:22,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/hbase-staging
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:21:22,452 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:22,457 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44739
2024-11-15T03:21:22,458 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44739 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:22,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447390x0, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:22,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44739-0x1013c82b9ff0006 connected
2024-11-15T03:21:22,564 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,566 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/running
2024-11-15T03:21:22,572 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903, hbase.cluster.distributed=false
2024-11-15T03:21:22,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/acl
2024-11-15T03:21:22,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44739
2024-11-15T03:21:22,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44739
2024-11-15T03:21:22,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44739
2024-11-15T03:21:22,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44739
2024-11-15T03:21:22,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44739
2024-11-15T03:21:22,679 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:22,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:22,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:22,679 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:22,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:22,680 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:22,680 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:21:22,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:22,681 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41203
2024-11-15T03:21:22,682 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41203 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:22,683 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,686 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412030x0, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:22,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412030x0, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/running
2024-11-15T03:21:22,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41203-0x1013c82b9ff0007 connected
2024-11-15T03:21:22,701 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:21:22,706 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:21:22,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/master
2024-11-15T03:21:22,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/acl
2024-11-15T03:21:22,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41203
2024-11-15T03:21:22,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41203
2024-11-15T03:21:22,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41203
2024-11-15T03:21:22,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41203
2024-11-15T03:21:22,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41203
2024-11-15T03:21:22,733 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:44739
2024-11-15T03:21:22,736 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1399213461/backup-masters/91f82191efb8,44739,1731640882452
2024-11-15T03:21:22,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461/backup-masters
2024-11-15T03:21:22,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461/backup-masters
2024-11-15T03:21:22,743 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on existing znode=/2-1399213461/backup-masters/91f82191efb8,44739,1731640882452
2024-11-15T03:21:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1399213461/master
2024-11-15T03:21:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:22,754 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on existing znode=/2-1399213461/master
2024-11-15T03:21:22,754 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1399213461/backup-masters/91f82191efb8,44739,1731640882452 from backup master directory
2024-11-15T03:21:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461/backup-masters
2024-11-15T03:21:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1399213461/backup-masters/91f82191efb8,44739,1731640882452
2024-11-15T03:21:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461/backup-masters
2024-11-15T03:21:22,764 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:22,764 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,44739,1731640882452
2024-11-15T03:21:22,767 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/hbase.id] with ID: f870159d-3254-410c-bcef-53a83d03537d
2024-11-15T03:21:22,768 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/.tmp/hbase.id
2024-11-15T03:21:22,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:21:22,772 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/.tmp/hbase.id]:[hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/hbase.id]
2024-11-15T03:21:22,782 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:22,782 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:21:22,783 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:21:22,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:22,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:22,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:21:22,813 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:22,814 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:21:22,816 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:22,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:21:23,223 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store
2024-11-15T03:21:23,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:23,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:23,230 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48437 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:23,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:21:23,236 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:23,236 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:23,236 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:23,236 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:23,236 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:23,236 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:23,236 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:23,236 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640883236Disabling compacts and flushes for region at 1731640883236Disabling writes for close at 1731640883236Writing region close event to WAL at 1731640883236Closed at 1731640883236
2024-11-15T03:21:23,237 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/.initializing
2024-11-15T03:21:23,237 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/WALs/91f82191efb8,44739,1731640882452
2024-11-15T03:21:23,238 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:23,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C44739%2C1731640882452, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/WALs/91f82191efb8,44739,1731640882452, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/oldWALs, maxLogs=10
2024-11-15T03:21:23,255 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/WALs/91f82191efb8,44739,1731640882452/91f82191efb8%2C44739%2C1731640882452.1731640883239, exclude list is [], retry=0
2024-11-15T03:21:23,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44445,DS-20ffe00a-3f6b-4f9e-b6a9-a6c5c64e518e,DISK]
2024-11-15T03:21:23,258 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/WALs/91f82191efb8,44739,1731640882452/91f82191efb8%2C44739%2C1731640882452.1731640883239
2024-11-15T03:21:23,258 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36781:36781)]
2024-11-15T03:21:23,258 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:23,259 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:23,259 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,259 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:23,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:21:23,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:23,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:23,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:21:23,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:23,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:23,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:21:23,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:23,264 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:23,264 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:21:23,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:23,265 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,265 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,265 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,266 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:23,267 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:23,268 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:23,269 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69462998, jitterRate=0.03507933020591736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:23,269 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640883259Initializing all the Stores at 1731640883259Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640883259Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640883259Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640883260 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640883260Cleaning up temporary data from old regions at 1731640883266 (+6 ms)Region opened successfully at 1731640883269 (+3 ms)
2024-11-15T03:21:23,269 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:21:23,271 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aae1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:23,272 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:21:23,272 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:21:23,272 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:21:23,272 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:21:23,273 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:21:23,273 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:21:23,273 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:21:23,279 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:21:23,280 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Unable to get data of znode /2-1399213461/balancer because node does not exist (not necessarily an error)
2024-11-15T03:21:23,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1399213461/balancer already deleted, retry=false
2024-11-15T03:21:23,343 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:21:23,349 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Unable to get data of znode /2-1399213461/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:21:23,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1399213461/normalizer already deleted, retry=false
2024-11-15T03:21:23,372 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:21:23,373 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Unable to get data of znode /2-1399213461/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:21:23,385 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1399213461/switch/split already deleted, retry=false
2024-11-15T03:21:23,386 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Unable to get data of znode /2-1399213461/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:21:23,395 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1399213461/switch/merge already deleted, retry=false
2024-11-15T03:21:23,397 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Unable to get data of znode /2-1399213461/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:21:23,406 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1399213461/snapshot-cleanup already deleted, retry=false
2024-11-15T03:21:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1399213461/running
2024-11-15T03:21:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1399213461/running
2024-11-15T03:21:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:23,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:23,420 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,44739,1731640882452, sessionid=0x1013c82b9ff0006, setting cluster-up flag (Was=false)
2024-11-15T03:21:23,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:23,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:23,477 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1399213461/flush-table-proc/acquired, /2-1399213461/flush-table-proc/reached, /2-1399213461/flush-table-proc/abort
2024-11-15T03:21:23,478 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,44739,1731640882452
2024-11-15T03:21:23,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:23,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:23,532 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1399213461/online-snapshot/acquired, /2-1399213461/online-snapshot/reached, /2-1399213461/online-snapshot/abort
2024-11-15T03:21:23,533 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,44739,1731640882452
2024-11-15T03:21:23,534 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:21:23,535 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:23,535 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:21:23,535 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:21:23,535 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,44739,1731640882452
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:23,536 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640913537
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:21:23,537 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:21:23,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:23,538 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:21:23,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:21:23,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:21:23,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:21:23,538 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:21:23,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,539 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:21:23,539 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:21:23,539 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:21:23,539 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640883539,5,FailOnTimeoutGroup]
2024-11-15T03:21:23,539 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640883539,5,FailOnTimeoutGroup]
2024-11-15T03:21:23,539 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,539 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:21:23,539 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,539 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:21:23,621 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(746): ClusterId : f870159d-3254-410c-bcef-53a83d03537d
2024-11-15T03:21:23,621 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:21:23,638 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:21:23,638 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:21:23,704 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:21:23,705 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:23,733 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:41203
2024-11-15T03:21:23,733 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:21:23,733 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:21:23,733 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:21:23,734 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,44739,1731640882452 with port=41203, startcode=1731640882679
2024-11-15T03:21:23,734 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:21:23,735 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:21:23,736 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,41203,1731640882679
2024-11-15T03:21:23,736 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44739 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,41203,1731640882679
2024-11-15T03:21:23,737 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903
2024-11-15T03:21:23,737 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34231
2024-11-15T03:21:23,737 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:21:23,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461/rs
2024-11-15T03:21:23,794 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,41203,1731640882679]
2024-11-15T03:21:23,794 DEBUG [RS:0;91f82191efb8:41203 {}] zookeeper.ZKUtil(111): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on existing znode=/2-1399213461/rs/91f82191efb8,41203,1731640882679
2024-11-15T03:21:23,795 WARN  [RS:0;91f82191efb8:41203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:23,795 INFO  [RS:0;91f82191efb8:41203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:23,795 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679
2024-11-15T03:21:23,822 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:21:23,824 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:21:23,836 INFO  [RS:0;91f82191efb8:41203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:21:23,836 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,844 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:21:23,845 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:21:23,845 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,845 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:23,846 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:23,846 DEBUG [RS:0;91f82191efb8:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:23,846 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,846 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,846 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,846 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,846 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,846 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,41203,1731640882679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:23,861 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:21:23,861 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,41203,1731640882679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,861 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,861 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.Replication(171): 91f82191efb8,41203,1731640882679 started
2024-11-15T03:21:23,875 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:23,875 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,41203,1731640882679, RpcServer on 91f82191efb8/172.17.0.2:41203, sessionid=0x1013c82b9ff0007
2024-11-15T03:21:23,875 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:21:23,875 DEBUG [RS:0;91f82191efb8:41203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,41203,1731640882679
2024-11-15T03:21:23,875 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,41203,1731640882679'
2024-11-15T03:21:23,876 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1399213461/flush-table-proc/abort'
2024-11-15T03:21:23,876 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1399213461/flush-table-proc/acquired'
2024-11-15T03:21:23,876 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:21:23,876 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:21:23,876 DEBUG [RS:0;91f82191efb8:41203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,41203,1731640882679
2024-11-15T03:21:23,876 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,41203,1731640882679'
2024-11-15T03:21:23,877 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1399213461/online-snapshot/abort'
2024-11-15T03:21:23,877 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1399213461/online-snapshot/acquired'
2024-11-15T03:21:23,877 DEBUG [RS:0;91f82191efb8:41203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:21:23,877 INFO  [RS:0;91f82191efb8:41203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:21:23,877 INFO  [RS:0;91f82191efb8:41203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:21:23,950 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:21:23,951 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903
2024-11-15T03:21:23,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741832_1008 (size=32)
2024-11-15T03:21:23,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:23,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:23,966 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:23,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,966 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:23,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:23,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:23,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:23,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:23,969 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:23,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:23,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:23,970 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:23,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:23,970 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:23,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:23,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740
2024-11-15T03:21:23,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740
2024-11-15T03:21:23,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:23,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:23,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:23,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:23,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:23,974 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61046770, jitterRate=-0.09033223986625671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640883964Initializing all the Stores at 1731640883965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640883965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640883965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640883965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640883965Cleaning up temporary data from old regions at 1731640883972 (+7 ms)Region opened successfully at 1731640883974 (+2 ms)
2024-11-15T03:21:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:23,975 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:23,975 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640883975Disabling compacts and flushes for region at 1731640883975Disabling writes for close at 1731640883975Writing region close event to WAL at 1731640883975Closed at 1731640883975
2024-11-15T03:21:23,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:23,976 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:21:23,976 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:21:23,977 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:23,978 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:21:23,978 INFO  [RS:0;91f82191efb8:41203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:23,979 INFO  [RS:0;91f82191efb8:41203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C41203%2C1731640882679, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/oldWALs, maxLogs=10
2024-11-15T03:21:23,992 DEBUG [RS:0;91f82191efb8:41203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, exclude list is [], retry=0
2024-11-15T03:21:23,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44445,DS-20ffe00a-3f6b-4f9e-b6a9-a6c5c64e518e,DISK]
2024-11-15T03:21:23,996 INFO  [RS:0;91f82191efb8:41203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979
2024-11-15T03:21:23,996 DEBUG [RS:0;91f82191efb8:41203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36781:36781)]
2024-11-15T03:21:24,128 DEBUG [91f82191efb8:44739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:21:24,128 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,41203,1731640882679
2024-11-15T03:21:24,130 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,41203,1731640882679, state=OPENING
2024-11-15T03:21:24,190 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:21:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:24,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:24,260 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,41203,1731640882679}]
2024-11-15T03:21:24,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:24,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1399213461/meta-region-server: CHANGED
2024-11-15T03:21:24,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1399213461/meta-region-server: CHANGED
2024-11-15T03:21:24,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:24,443 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:21:24,447 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:21:24,447 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:24,447 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:21:24,450 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C41203%2C1731640882679.meta, suffix=.meta, logDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/oldWALs, maxLogs=10
2024-11-15T03:21:24,472 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.meta.1731640884450.meta, exclude list is [], retry=0
2024-11-15T03:21:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44445,DS-20ffe00a-3f6b-4f9e-b6a9-a6c5c64e518e,DISK]
2024-11-15T03:21:24,477 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.meta.1731640884450.meta
2024-11-15T03:21:24,483 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36781:36781)]
2024-11-15T03:21:24,484 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:24,484 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:24,484 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:24,484 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:21:24,484 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:21:24,485 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:21:24,485 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:24,485 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:21:24,485 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:21:24,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:24,489 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:24,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:24,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:24,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:24,490 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:24,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:24,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:24,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:24,491 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:24,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:24,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:24,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:24,492 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:24,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:24,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:24,492 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:24,493 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740
2024-11-15T03:21:24,493 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740
2024-11-15T03:21:24,494 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:24,494 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:24,494 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:24,495 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:24,496 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60106209, jitterRate=-0.10434769093990326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:24,496 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:21:24,496 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640884485Writing region info on filesystem at 1731640884485Initializing all the Stores at 1731640884486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640884486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640884488 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640884488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640884488Cleaning up temporary data from old regions at 1731640884494 (+6 ms)Running coprocessor post-open hooks at 1731640884496 (+2 ms)Region opened successfully at 1731640884496
2024-11-15T03:21:24,497 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640884440
2024-11-15T03:21:24,499 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:21:24,499 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:21:24,500 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41203,1731640882679
2024-11-15T03:21:24,501 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,41203,1731640882679, state=OPEN
2024-11-15T03:21:24,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1399213461/meta-region-server
2024-11-15T03:21:24,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1399213461/meta-region-server
2024-11-15T03:21:24,563 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,41203,1731640882679
2024-11-15T03:21:24,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1399213461/meta-region-server: CHANGED
2024-11-15T03:21:24,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1399213461/meta-region-server: CHANGED
2024-11-15T03:21:24,565 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:21:24,565 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,41203,1731640882679 in 303 msec
2024-11-15T03:21:24,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:21:24,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec
2024-11-15T03:21:24,567 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:24,567 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:21:24,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:24,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41203,1731640882679, seqNum=-1]
2024-11-15T03:21:24,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:24,571 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:24,576 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0400 sec
2024-11-15T03:21:24,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640884576, completionTime=-1
2024-11-15T03:21:24,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:21:24,576 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640944578
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641004578
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44739,1731640882452-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44739,1731640882452-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,578 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44739,1731640882452-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,579 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:44739, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,579 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,579 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,580 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.818sec
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44739,1731640882452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:24,582 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44739,1731640882452-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:21:24,584 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:21:24,584 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:21:24,584 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44739,1731640882452-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:24,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:24,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:24,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:24,637 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73735fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:24,639 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:24,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46833442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:24,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41203,1731640882679, seqNum=-1]
2024-11-15T03:21:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:24,642 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:24,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,44739,1731640882452
2024-11-15T03:21:24,644 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63034
2024-11-15T03:21:24,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:24,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c82b9ff0008 connected
2024-11-15T03:21:24,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42743,1731640870185
2024-11-15T03:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b444980
2024-11-15T03:21:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:24,792 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:24,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:21:24,795 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:21:24,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:24,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:21:24,796 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:21:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:24,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:24,944 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:24,945 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,983 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,983 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,983 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,984 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,984 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,984 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,993 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,998 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:24,998 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:25,001 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:25,208 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fe9da9f1ab83b6b76733189ca63ec3c, NAME => 'test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f
2024-11-15T03:21:25,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:21:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:25,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:25,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3fe9da9f1ab83b6b76733189ca63ec3c, disabling compactions & flushes
2024-11-15T03:21:25,613 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c. after waiting 0 ms
2024-11-15T03:21:25,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,613 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fe9da9f1ab83b6b76733189ca63ec3c:
Waiting for close lock at 1731640885613Disabling compacts and flushes for region at 1731640885613Disabling writes for close at 1731640885613Writing region close event to WAL at 1731640885613Closed at 1731640885613
2024-11-15T03:21:25,614 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:21:25,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640885614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640885614"}]},"ts":"1731640885614"}
2024-11-15T03:21:25,616 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:21:25,617 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:21:25,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640885617"}]},"ts":"1731640885617"}
2024-11-15T03:21:25,618 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:21:25,618 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3fe9da9f1ab83b6b76733189ca63ec3c, ASSIGN}]
2024-11-15T03:21:25,619 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3fe9da9f1ab83b6b76733189ca63ec3c, ASSIGN
2024-11-15T03:21:25,620 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3fe9da9f1ab83b6b76733189ca63ec3c, ASSIGN; state=OFFLINE, location=91f82191efb8,39195,1731640870367; forceNewPlan=false, retain=false
2024-11-15T03:21:25,770 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fe9da9f1ab83b6b76733189ca63ec3c, regionState=OPENING, regionLocation=91f82191efb8,39195,1731640870367
2024-11-15T03:21:25,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3fe9da9f1ab83b6b76733189ca63ec3c, ASSIGN because future has completed
2024-11-15T03:21:25,773 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe9da9f1ab83b6b76733189ca63ec3c, server=91f82191efb8,39195,1731640870367}]
2024-11-15T03:21:25,928 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,928 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fe9da9f1ab83b6b76733189ca63ec3c, NAME => 'test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:25,929 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:25,929 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:21:25,929 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,929 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:25,929 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,929 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:25,930 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3fe9da9f1ab83b6b76733189ca63ec3c 
2024-11-15T03:21:25,931 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9da9f1ab83b6b76733189ca63ec3c columnFamilyName f
2024-11-15T03:21:25,931 DEBUG [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:25,932 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] regionserver.HStore(327): Store=3fe9da9f1ab83b6b76733189ca63ec3c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:25,932 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3fe9da9f1ab83b6b76733189ca63ec3c 
2024-11-15T03:21:25,932 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9da9f1ab83b6b76733189ca63ec3c columnFamilyName f1
2024-11-15T03:21:25,932 DEBUG [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:25,933 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] regionserver.HStore(327): Store=3fe9da9f1ab83b6b76733189ca63ec3c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:25,933 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3fe9da9f1ab83b6b76733189ca63ec3c 
2024-11-15T03:21:25,934 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9da9f1ab83b6b76733189ca63ec3c columnFamilyName norep
2024-11-15T03:21:25,934 DEBUG [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:25,934 INFO  [StoreOpener-3fe9da9f1ab83b6b76733189ca63ec3c-1 {}] regionserver.HStore(327): Store=3fe9da9f1ab83b6b76733189ca63ec3c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:25,934 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,934 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,935 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,935 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,935 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,936 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:21:25,936 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,938 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:25,938 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3fe9da9f1ab83b6b76733189ca63ec3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140580, jitterRate=-0.11873668432235718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:21:25,939 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:25,939 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3fe9da9f1ab83b6b76733189ca63ec3c:
Running coprocessor pre-open hook at 1731640885929Writing region info on filesystem at 1731640885929Initializing all the Stores at 1731640885930 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640885930Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640885930Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640885930Cleaning up temporary data from old regions at 1731640885935 (+5 ms)Running coprocessor post-open hooks at 1731640885939 (+4 ms)Region opened successfully at 1731640885939
2024-11-15T03:21:25,940 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c., pid=6, masterSystemTime=1731640885925
2024-11-15T03:21:25,942 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,942 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:25,942 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fe9da9f1ab83b6b76733189ca63ec3c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,39195,1731640870367
2024-11-15T03:21:25,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe9da9f1ab83b6b76733189ca63ec3c, server=91f82191efb8,39195,1731640870367 because future has completed
2024-11-15T03:21:25,946 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:21:25,946 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fe9da9f1ab83b6b76733189ca63ec3c, server=91f82191efb8,39195,1731640870367 in 172 msec
2024-11-15T03:21:25,947 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:21:25,947 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3fe9da9f1ab83b6b76733189ca63ec3c, ASSIGN in 328 msec
2024-11-15T03:21:25,948 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:21:25,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640885948"}]},"ts":"1731640885948"}
2024-11-15T03:21:25,950 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:21:25,950 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:21:25,951 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec
2024-11-15T03:21:26,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:21:26,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-15T03:21:26,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:26,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-15T03:21:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:26,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:26,939 INFO  [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:21:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40095,1731640876053
2024-11-15T03:21:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ec65b42
2024-11-15T03:21:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:26,941 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:26,942 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:21:26,944 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:21:26,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:26,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:21:26,945 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:21:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:26,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:21:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:27,371 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd011760093fe2a48fa33abe3e115ffe, NAME => 'test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79
2024-11-15T03:21:27,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:21:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:27,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:27,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd011760093fe2a48fa33abe3e115ffe, disabling compactions & flushes
2024-11-15T03:21:27,780 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:27,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:27,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe. after waiting 0 ms
2024-11-15T03:21:27,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:27,780 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:27,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd011760093fe2a48fa33abe3e115ffe:
Waiting for close lock at 1731640887780Disabling compacts and flushes for region at 1731640887780Disabling writes for close at 1731640887780Writing region close event to WAL at 1731640887780Closed at 1731640887780
2024-11-15T03:21:27,781 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:21:27,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640887781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640887781"}]},"ts":"1731640887781"}
2024-11-15T03:21:27,783 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:21:27,783 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:21:27,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640887783"}]},"ts":"1731640887783"}
2024-11-15T03:21:27,785 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:21:27,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd011760093fe2a48fa33abe3e115ffe, ASSIGN}]
2024-11-15T03:21:27,786 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd011760093fe2a48fa33abe3e115ffe, ASSIGN
2024-11-15T03:21:27,786 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd011760093fe2a48fa33abe3e115ffe, ASSIGN; state=OFFLINE, location=91f82191efb8,45741,1731640876170; forceNewPlan=false, retain=false
2024-11-15T03:21:27,937 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd011760093fe2a48fa33abe3e115ffe, regionState=OPENING, regionLocation=91f82191efb8,45741,1731640876170
2024-11-15T03:21:27,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd011760093fe2a48fa33abe3e115ffe, ASSIGN because future has completed
2024-11-15T03:21:27,939 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd011760093fe2a48fa33abe3e115ffe, server=91f82191efb8,45741,1731640876170}]
2024-11-15T03:21:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:28,094 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:28,094 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd011760093fe2a48fa33abe3e115ffe, NAME => 'test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:28,095 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:28,095 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:21:28,095 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,095 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:28,095 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,095 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,096 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd011760093fe2a48fa33abe3e115ffe 
2024-11-15T03:21:28,097 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd011760093fe2a48fa33abe3e115ffe columnFamilyName f
2024-11-15T03:21:28,097 DEBUG [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:28,097 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] regionserver.HStore(327): Store=fd011760093fe2a48fa33abe3e115ffe/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:28,098 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd011760093fe2a48fa33abe3e115ffe 
2024-11-15T03:21:28,098 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd011760093fe2a48fa33abe3e115ffe columnFamilyName f1
2024-11-15T03:21:28,098 DEBUG [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:28,099 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] regionserver.HStore(327): Store=fd011760093fe2a48fa33abe3e115ffe/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:28,099 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd011760093fe2a48fa33abe3e115ffe 
2024-11-15T03:21:28,099 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd011760093fe2a48fa33abe3e115ffe columnFamilyName norep
2024-11-15T03:21:28,099 DEBUG [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:28,100 INFO  [StoreOpener-fd011760093fe2a48fa33abe3e115ffe-1 {}] regionserver.HStore(327): Store=fd011760093fe2a48fa33abe3e115ffe/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:28,100 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,100 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,101 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,101 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,101 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,102 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:21:28,102 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,104 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:28,104 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd011760093fe2a48fa33abe3e115ffe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68668511, jitterRate=0.023240551352500916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:21:28,104 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:28,104 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd011760093fe2a48fa33abe3e115ffe:
Running coprocessor pre-open hook at 1731640888095Writing region info on filesystem at 1731640888095Initializing all the Stores at 1731640888096 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640888096Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640888096Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640888096Cleaning up temporary data from old regions at 1731640888101 (+5 ms)Running coprocessor post-open hooks at 1731640888104 (+3 ms)Region opened successfully at 1731640888104
2024-11-15T03:21:28,105 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe., pid=6, masterSystemTime=1731640888091
2024-11-15T03:21:28,107 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd011760093fe2a48fa33abe3e115ffe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,45741,1731640876170
2024-11-15T03:21:28,108 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:28,108 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:28,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd011760093fe2a48fa33abe3e115ffe, server=91f82191efb8,45741,1731640876170 because future has completed
2024-11-15T03:21:28,115 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:21:28,115 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd011760093fe2a48fa33abe3e115ffe, server=91f82191efb8,45741,1731640876170 in 173 msec
2024-11-15T03:21:28,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:21:28,119 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd011760093fe2a48fa33abe3e115ffe, ASSIGN in 331 msec
2024-11-15T03:21:28,119 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:21:28,119 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640888119"}]},"ts":"1731640888119"}
2024-11-15T03:21:28,121 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:21:28,122 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:21:28,124 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec
2024-11-15T03:21:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:29,090 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:21:29,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44739,1731640882452
2024-11-15T03:21:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15609c6e
2024-11-15T03:21:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:29,092 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:29,092 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:21:29,094 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:21:29,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:29,094 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:21:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:29,095 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:21:29,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:21:29,101 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23ebe5f9a673c98df7d0dcade34523b2, NAME => 'test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903
2024-11-15T03:21:29,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:21:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:29,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:29,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 23ebe5f9a673c98df7d0dcade34523b2, disabling compactions & flushes
2024-11-15T03:21:29,511 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2. after waiting 0 ms
2024-11-15T03:21:29,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,511 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23ebe5f9a673c98df7d0dcade34523b2:
Waiting for close lock at 1731640889511Disabling compacts and flushes for region at 1731640889511Disabling writes for close at 1731640889511Writing region close event to WAL at 1731640889511Closed at 1731640889511
2024-11-15T03:21:29,518 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:21:29,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640889518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640889518"}]},"ts":"1731640889518"}
2024-11-15T03:21:29,521 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:21:29,525 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:21:29,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640889525"}]},"ts":"1731640889525"}
2024-11-15T03:21:29,532 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:21:29,532 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23ebe5f9a673c98df7d0dcade34523b2, ASSIGN}]
2024-11-15T03:21:29,534 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23ebe5f9a673c98df7d0dcade34523b2, ASSIGN
2024-11-15T03:21:29,535 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=23ebe5f9a673c98df7d0dcade34523b2, ASSIGN; state=OFFLINE, location=91f82191efb8,41203,1731640882679; forceNewPlan=false, retain=false
2024-11-15T03:21:29,686 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23ebe5f9a673c98df7d0dcade34523b2, regionState=OPENING, regionLocation=91f82191efb8,41203,1731640882679
2024-11-15T03:21:29,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=23ebe5f9a673c98df7d0dcade34523b2, ASSIGN because future has completed
2024-11-15T03:21:29,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23ebe5f9a673c98df7d0dcade34523b2, server=91f82191efb8,41203,1731640882679}]
2024-11-15T03:21:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:29,880 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,880 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23ebe5f9a673c98df7d0dcade34523b2, NAME => 'test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:29,881 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:29,881 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:21:29,881 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,881 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:29,881 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,881 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,889 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23ebe5f9a673c98df7d0dcade34523b2 
2024-11-15T03:21:29,892 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23ebe5f9a673c98df7d0dcade34523b2 columnFamilyName f
2024-11-15T03:21:29,892 DEBUG [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:29,893 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] regionserver.HStore(327): Store=23ebe5f9a673c98df7d0dcade34523b2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:29,893 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 23ebe5f9a673c98df7d0dcade34523b2 
2024-11-15T03:21:29,894 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23ebe5f9a673c98df7d0dcade34523b2 columnFamilyName f1
2024-11-15T03:21:29,894 DEBUG [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:29,895 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] regionserver.HStore(327): Store=23ebe5f9a673c98df7d0dcade34523b2/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:29,895 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23ebe5f9a673c98df7d0dcade34523b2 
2024-11-15T03:21:29,897 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23ebe5f9a673c98df7d0dcade34523b2 columnFamilyName norep
2024-11-15T03:21:29,897 DEBUG [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:29,898 INFO  [StoreOpener-23ebe5f9a673c98df7d0dcade34523b2-1 {}] regionserver.HStore(327): Store=23ebe5f9a673c98df7d0dcade34523b2/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:29,898 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,899 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,900 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,902 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,902 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,902 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:21:29,903 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,904 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:29,905 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23ebe5f9a673c98df7d0dcade34523b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69493087, jitterRate=0.03552769124507904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:21:29,905 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:29,905 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23ebe5f9a673c98df7d0dcade34523b2:
Running coprocessor pre-open hook at 1731640889881Writing region info on filesystem at 1731640889881Initializing all the Stores at 1731640889882 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640889882Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640889888 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640889888Cleaning up temporary data from old regions at 1731640889902 (+14 ms)Running coprocessor post-open hooks at 1731640889905 (+3 ms)Region opened successfully at 1731640889905
2024-11-15T03:21:29,906 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2., pid=6, masterSystemTime=1731640889848
2024-11-15T03:21:29,908 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,908 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:29,908 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23ebe5f9a673c98df7d0dcade34523b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,41203,1731640882679
2024-11-15T03:21:29,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23ebe5f9a673c98df7d0dcade34523b2, server=91f82191efb8,41203,1731640882679 because future has completed
2024-11-15T03:21:29,917 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:21:29,918 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23ebe5f9a673c98df7d0dcade34523b2, server=91f82191efb8,41203,1731640882679 in 220 msec
2024-11-15T03:21:29,920 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:21:29,921 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=23ebe5f9a673c98df7d0dcade34523b2, ASSIGN in 386 msec
2024-11-15T03:21:29,922 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:21:29,922 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640889922"}]},"ts":"1731640889922"}
2024-11-15T03:21:29,924 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:21:29,925 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:21:29,928 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 832 msec
2024-11-15T03:21:29,990 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:29,991 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,047 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,047 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,048 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,048 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,048 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,048 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,058 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,063 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,064 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,066 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:30,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:21:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:21:30,239 INFO  [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:21:30,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721b010e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:30,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:30,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:30,241 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7c1599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:30,246 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:30,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170dd8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:30,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42743,1731640870185
2024-11-15T03:21:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75163c5e
2024-11-15T03:21:30,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:30,250 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:30,251 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:40095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:21:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:21:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:30,254 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:40095'
2024-11-15T03:21:30,255 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0b9ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:30,255 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40095,-1 for getting cluster id
2024-11-15T03:21:30,255 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:30,256 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166743f1-e22b-4332-bfaa-5b5bc139377d'
2024-11-15T03:21:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166743f1-e22b-4332-bfaa-5b5bc139377d"

2024-11-15T03:21:30,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a447a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:30,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40095,-1]
2024-11-15T03:21:30,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:30,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:30,260 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:30,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e12b745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:30,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:30,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40095,1731640876053
2024-11-15T03:21:30,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5691cc7e
2024-11-15T03:21:30,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:30,264 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:30,265 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:21:30,266 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:21:30,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:30,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:30,266 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:30,267 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:30,270 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:21:30,271 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:21:30,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:30,273 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:21:30,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:21:30,320 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:21:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:30,733 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3132ec5291fdcb565e6537ce755763ba, NAME => 'hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f
2024-11-15T03:21:30,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:21:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3132ec5291fdcb565e6537ce755763ba, disabling compactions & flushes
2024-11-15T03:21:30,753 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba. after waiting 0 ms
2024-11-15T03:21:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:30,753 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:30,753 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3132ec5291fdcb565e6537ce755763ba:
Waiting for close lock at 1731640890753Disabling compacts and flushes for region at 1731640890753Disabling writes for close at 1731640890753Writing region close event to WAL at 1731640890753Closed at 1731640890753
2024-11-15T03:21:30,755 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:21:30,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640890755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640890755"}]},"ts":"1731640890755"}
2024-11-15T03:21:30,757 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:21:30,758 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:21:30,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640890758"}]},"ts":"1731640890758"}
2024-11-15T03:21:30,761 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:21:30,762 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3132ec5291fdcb565e6537ce755763ba, ASSIGN}]
2024-11-15T03:21:30,765 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3132ec5291fdcb565e6537ce755763ba, ASSIGN
2024-11-15T03:21:30,765 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3132ec5291fdcb565e6537ce755763ba, ASSIGN; state=OFFLINE, location=91f82191efb8,39195,1731640870367; forceNewPlan=false, retain=false
2024-11-15T03:21:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:30,923 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3132ec5291fdcb565e6537ce755763ba, regionState=OPENING, regionLocation=91f82191efb8,39195,1731640870367
2024-11-15T03:21:30,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3132ec5291fdcb565e6537ce755763ba, ASSIGN because future has completed
2024-11-15T03:21:30,944 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3132ec5291fdcb565e6537ce755763ba, server=91f82191efb8,39195,1731640870367}]
2024-11-15T03:21:31,128 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:31,129 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:31,129 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:21:31,130 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C39195%2C1731640870367.rep, suffix=, logDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367, archiveDir=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/oldWALs, maxLogs=10
2024-11-15T03:21:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.rep.1731640891131, exclude list is [], retry=0
2024-11-15T03:21:31,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33849,DS-2e0673ce-4cb8-4014-a827-424bfb7ec50f,DISK]
2024-11-15T03:21:31,157 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.rep.1731640891131
2024-11-15T03:21:31,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36279:36279)]
2024-11-15T03:21:31,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3132ec5291fdcb565e6537ce755763ba, NAME => 'hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:31,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba. service=MultiRowMutationService
2024-11-15T03:21:31,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:21:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,164 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3132ec5291fdcb565e6537ce755763ba 
2024-11-15T03:21:31,166 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3132ec5291fdcb565e6537ce755763ba columnFamilyName hfileref
2024-11-15T03:21:31,166 DEBUG [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:31,166 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] regionserver.HStore(327): Store=3132ec5291fdcb565e6537ce755763ba/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:31,166 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3132ec5291fdcb565e6537ce755763ba 
2024-11-15T03:21:31,173 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3132ec5291fdcb565e6537ce755763ba columnFamilyName queue
2024-11-15T03:21:31,173 DEBUG [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:31,173 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] regionserver.HStore(327): Store=3132ec5291fdcb565e6537ce755763ba/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:31,176 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3132ec5291fdcb565e6537ce755763ba 
2024-11-15T03:21:31,182 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3132ec5291fdcb565e6537ce755763ba columnFamilyName sid
2024-11-15T03:21:31,182 DEBUG [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:31,183 INFO  [StoreOpener-3132ec5291fdcb565e6537ce755763ba-1 {}] regionserver.HStore(327): Store=3132ec5291fdcb565e6537ce755763ba/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:31,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:21:31,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:31,197 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3132ec5291fdcb565e6537ce755763ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63945479, jitterRate=-0.04713810980319977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:21:31,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:31,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3132ec5291fdcb565e6537ce755763ba:
Running coprocessor pre-open hook at 1731640891161Writing region info on filesystem at 1731640891161Initializing all the Stores at 1731640891162 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640891162Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640891164 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640891164Cleaning up temporary data from old regions at 1731640891184 (+20 ms)Running coprocessor post-open hooks at 1731640891198 (+14 ms)Region opened successfully at 1731640891198
2024-11-15T03:21:31,199 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba., pid=10, masterSystemTime=1731640891098
2024-11-15T03:21:31,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:31,201 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:31,202 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3132ec5291fdcb565e6537ce755763ba, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,39195,1731640870367
2024-11-15T03:21:31,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3132ec5291fdcb565e6537ce755763ba, server=91f82191efb8,39195,1731640870367 because future has completed
2024-11-15T03:21:31,218 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:21:31,218 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3132ec5291fdcb565e6537ce755763ba, server=91f82191efb8,39195,1731640870367 in 271 msec
2024-11-15T03:21:31,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:21:31,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3132ec5291fdcb565e6537ce755763ba, ASSIGN in 456 msec
2024-11-15T03:21:31,223 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:21:31,223 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640891223"}]},"ts":"1731640891223"}
2024-11-15T03:21:31,225 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:21:31,227 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:21:31,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 960 msec
2024-11-15T03:21:31,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba., hostname=91f82191efb8,39195,1731640870367, seqNum=2]
2024-11-15T03:21:31,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:31,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:31,458 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:21:31,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:21:31,621 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:21:31,671 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,39195,1731640870367, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:21:31,672 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:31,672 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39195,1731640870367, seqNum=-1]
2024-11-15T03:21:31,673 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:31,674 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-15T03:21:31,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,39195,1731640870367', locateType=CURRENT is [region=hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba., hostname=91f82191efb8,39195,1731640870367, seqNum=2]
2024-11-15T03:21:31,678 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:21:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:21:31,681 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,39195,1731640870367 suceeded
2024-11-15T03:21:31,683 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:21:31,683 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec
2024-11-15T03:21:31,683 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:40095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:21:31,685 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec
2024-11-15T03:21:31,708 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:40095'
2024-11-15T03:21:31,727 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c483554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:31,727 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40095,-1 for getting cluster id
2024-11-15T03:21:31,727 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:31,728 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166743f1-e22b-4332-bfaa-5b5bc139377d'
2024-11-15T03:21:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166743f1-e22b-4332-bfaa-5b5bc139377d"

2024-11-15T03:21:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7583523c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40095,-1]
2024-11-15T03:21:31,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:31,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:31,732 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:31,733 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1553e636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:31,734 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:31,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40095,1731640876053
2024-11-15T03:21:31,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4720cddc
2024-11-15T03:21:31,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:31,739 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService
2024-11-15T03:21:31,740 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,39195,1731640870367 (queues=1) is replicating from cluster=a78c68c2-baea-4d4f-bc48-6622ec115441 to cluster=166743f1-e22b-4332-bfaa-5b5bc139377d
2024-11-15T03:21:31,740 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C39195%2C1731640870367
2024-11-15T03:21:31,740 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,39195,1731640870367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:21:31,753 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, startPosition=0, beingWritten=true
2024-11-15T03:21:31,761 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C39195%2C1731640870367
2024-11-15T03:21:31,787 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:31,788 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:31,788 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:32,000 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:32,304 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:32,400 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:21:32,400 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:32,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:32,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:32,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:32,400 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:32,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127f5dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:32,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40095,-1 for getting cluster id
2024-11-15T03:21:32,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:32,402 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166743f1-e22b-4332-bfaa-5b5bc139377d'
2024-11-15T03:21:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166743f1-e22b-4332-bfaa-5b5bc139377d"

2024-11-15T03:21:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59be4bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40095,-1]
2024-11-15T03:21:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:32,403 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4161b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:32,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40095,1731640876053
2024-11-15T03:21:32,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71444715
2024-11-15T03:21:32,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:32,405 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:32,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:44739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:21:32,524 INFO  [AsyncFSWAL-0-hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData-prefix:91f82191efb8,40095,1731640876053 {}] wal.AbstractFSWAL(1368): Slow sync cost: 117 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33419,DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0,DISK]]
2024-11-15T03:21:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:21:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:32,526 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:44739'
2024-11-15T03:21:32,527 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11744f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:32,527 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:32,527 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:32,528 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:32,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:32,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:32,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37de5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:32,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:32,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:32,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:32,529 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:32,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e20bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:32,531 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:32,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44739,1731640882452
2024-11-15T03:21:32,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be56d9f
2024-11-15T03:21:32,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:32,533 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:32,534 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-15T03:21:32,534 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:21:32,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:32,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:32,534 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:32,534 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:32,535 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:21:32,536 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:21:32,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:32,537 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:21:32,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:21:32,586 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:21:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:32,707 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:32,950 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e66086351a7e5113dfb67b288f5cde0, NAME => 'hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79
2024-11-15T03:21:32,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:21:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:33,213 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:33,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:33,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e66086351a7e5113dfb67b288f5cde0, disabling compactions & flushes
2024-11-15T03:21:33,360 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0. after waiting 0 ms
2024-11-15T03:21:33,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,360 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e66086351a7e5113dfb67b288f5cde0:
Waiting for close lock at 1731640893360Disabling compacts and flushes for region at 1731640893360Disabling writes for close at 1731640893360Writing region close event to WAL at 1731640893360Closed at 1731640893360
2024-11-15T03:21:33,361 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:21:33,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640893361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640893361"}]},"ts":"1731640893361"}
2024-11-15T03:21:33,365 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:21:33,366 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:21:33,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640893366"}]},"ts":"1731640893366"}
2024-11-15T03:21:33,368 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:21:33,369 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e66086351a7e5113dfb67b288f5cde0, ASSIGN}]
2024-11-15T03:21:33,371 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e66086351a7e5113dfb67b288f5cde0, ASSIGN
2024-11-15T03:21:33,372 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e66086351a7e5113dfb67b288f5cde0, ASSIGN; state=OFFLINE, location=91f82191efb8,45741,1731640876170; forceNewPlan=false, retain=false
2024-11-15T03:21:33,523 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e66086351a7e5113dfb67b288f5cde0, regionState=OPENING, regionLocation=91f82191efb8,45741,1731640876170
2024-11-15T03:21:33,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e66086351a7e5113dfb67b288f5cde0, ASSIGN because future has completed
2024-11-15T03:21:33,541 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e66086351a7e5113dfb67b288f5cde0, server=91f82191efb8,45741,1731640876170}]
2024-11-15T03:21:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:33,700 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,700 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:33,700 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:21:33,705 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45741%2C1731640876170.rep, suffix=, logDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170, archiveDir=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/oldWALs, maxLogs=10
2024-11-15T03:21:33,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.rep.1731640893705, exclude list is [], retry=0
2024-11-15T03:21:33,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-dabaf800-5a05-4d7b-9d32-c3cd8d8324d0,DISK]
2024-11-15T03:21:33,730 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.rep.1731640893705
2024-11-15T03:21:33,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223)]
2024-11-15T03:21:33,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e66086351a7e5113dfb67b288f5cde0, NAME => 'hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:33,731 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:33,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:33,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0. service=MultiRowMutationService
2024-11-15T03:21:33,732 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:21:33,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:33,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,737 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e66086351a7e5113dfb67b288f5cde0 
2024-11-15T03:21:33,738 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e66086351a7e5113dfb67b288f5cde0 columnFamilyName hfileref
2024-11-15T03:21:33,738 DEBUG [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:33,739 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] regionserver.HStore(327): Store=2e66086351a7e5113dfb67b288f5cde0/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:33,739 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e66086351a7e5113dfb67b288f5cde0 
2024-11-15T03:21:33,740 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e66086351a7e5113dfb67b288f5cde0 columnFamilyName queue
2024-11-15T03:21:33,740 DEBUG [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:33,740 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] regionserver.HStore(327): Store=2e66086351a7e5113dfb67b288f5cde0/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:33,740 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e66086351a7e5113dfb67b288f5cde0 
2024-11-15T03:21:33,741 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e66086351a7e5113dfb67b288f5cde0 columnFamilyName sid
2024-11-15T03:21:33,741 DEBUG [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:33,742 INFO  [StoreOpener-2e66086351a7e5113dfb67b288f5cde0-1 {}] regionserver.HStore(327): Store=2e66086351a7e5113dfb67b288f5cde0/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:33,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/replication/2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/replication/2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:21:33,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/replication/2e66086351a7e5113dfb67b288f5cde0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:33,750 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2e66086351a7e5113dfb67b288f5cde0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63104503, jitterRate=-0.059669628739356995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:21:33,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:33,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2e66086351a7e5113dfb67b288f5cde0:
Running coprocessor pre-open hook at 1731640893732Writing region info on filesystem at 1731640893732Initializing all the Stores at 1731640893733 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640893733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640893736 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640893736Cleaning up temporary data from old regions at 1731640893744 (+8 ms)Running coprocessor post-open hooks at 1731640893751 (+7 ms)Region opened successfully at 1731640893751
2024-11-15T03:21:33,752 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0., pid=10, masterSystemTime=1731640893693
2024-11-15T03:21:33,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,755 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:33,755 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e66086351a7e5113dfb67b288f5cde0, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45741,1731640876170
2024-11-15T03:21:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e66086351a7e5113dfb67b288f5cde0, server=91f82191efb8,45741,1731640876170 because future has completed
2024-11-15T03:21:33,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:21:33,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e66086351a7e5113dfb67b288f5cde0, server=91f82191efb8,45741,1731640876170 in 220 msec
2024-11-15T03:21:33,764 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:21:33,764 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e66086351a7e5113dfb67b288f5cde0, ASSIGN in 394 msec
2024-11-15T03:21:33,766 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:21:33,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640893766"}]},"ts":"1731640893766"}
2024-11-15T03:21:33,768 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:21:33,769 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:21:33,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec
2024-11-15T03:21:33,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0., hostname=91f82191efb8,45741,1731640876170, seqNum=2]
2024-11-15T03:21:33,818 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:33,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:33,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:33,901 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:21:34,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:21:34,069 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:21:34,120 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,45741,1731640876170, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:21:34,120 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:34,120 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45741,1731640876170, seqNum=-1]
2024-11-15T03:21:34,121 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:34,123 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-15T03:21:34,126 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,45741,1731640876170', locateType=CURRENT is [region=hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0., hostname=91f82191efb8,45741,1731640876170, seqNum=2]
2024-11-15T03:21:34,144 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:21:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:21:34,146 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,45741,1731640876170 suceeded
2024-11-15T03:21:34,148 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:21:34,148 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec
2024-11-15T03:21:34,148 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:44739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:21:34,151 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7420 sec
2024-11-15T03:21:34,168 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:44739'
2024-11-15T03:21:34,173 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16fa75a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,173 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:34,173 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:34,174 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:34,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:34,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:34,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c55509f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:34,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:34,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,175 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:34,176 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d1012e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,176 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44739,1731640882452
2024-11-15T03:21:34,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18447442
2024-11-15T03:21:34,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:34,179 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService
2024-11-15T03:21:34,179 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,45741,1731640876170 (queues=1) is replicating from cluster=166743f1-e22b-4332-bfaa-5b5bc139377d to cluster=f870159d-3254-410c-bcef-53a83d03537d
2024-11-15T03:21:34,180 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C45741%2C1731640876170
2024-11-15T03:21:34,180 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,45741,1731640876170, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:21:34,180 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C45741%2C1731640876170
2024-11-15T03:21:34,181 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, startPosition=0, beingWritten=true
2024-11-15T03:21:34,203 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:34,203 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 379, reset compression=false
2024-11-15T03:21:34,203 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:34,418 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 379, reset compression=false
2024-11-15T03:21:34,521 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:34,670 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:21:34,670 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:34,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:34,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,671 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:34,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:34,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:34,673 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efb1df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,676 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e98baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44739,1731640882452
2024-11-15T03:21:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9695c3
2024-11-15T03:21:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:34,679 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:34,680 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:42743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:21:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:21:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:34,683 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:42743'
2024-11-15T03:21:34,688 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236448ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,688 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:34,689 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:34,690 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a860a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,692 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:34,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca76be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:34,693 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42743,1731640870185
2024-11-15T03:21:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4d4236
2024-11-15T03:21:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:34,696 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:34,697 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-15T03:21:34,697 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:21:34,697 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,697 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:34,698 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:34,699 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:34,700 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:21:34,701 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:21:34,701 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:34,702 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:21:34,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:21:34,733 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16844d6309df268b6d8c37806bdce7dd, NAME => 'hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903
2024-11-15T03:21:34,741 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 379, reset compression=false
2024-11-15T03:21:34,750 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:21:34,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:21:34,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:34,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16844d6309df268b6d8c37806bdce7dd, disabling compactions & flushes
2024-11-15T03:21:34,765 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:34,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:34,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd. after waiting 0 ms
2024-11-15T03:21:34,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:34,765 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:34,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16844d6309df268b6d8c37806bdce7dd:
Waiting for close lock at 1731640894765Disabling compacts and flushes for region at 1731640894765Disabling writes for close at 1731640894765Writing region close event to WAL at 1731640894765Closed at 1731640894765
2024-11-15T03:21:34,766 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:21:34,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640894766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640894766"}]},"ts":"1731640894766"}
2024-11-15T03:21:34,771 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:21:34,773 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:21:34,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640894773"}]},"ts":"1731640894773"}
2024-11-15T03:21:34,776 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:21:34,776 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16844d6309df268b6d8c37806bdce7dd, ASSIGN}]
2024-11-15T03:21:34,778 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16844d6309df268b6d8c37806bdce7dd, ASSIGN
2024-11-15T03:21:34,779 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16844d6309df268b6d8c37806bdce7dd, ASSIGN; state=OFFLINE, location=91f82191efb8,41203,1731640882679; forceNewPlan=false, retain=false
2024-11-15T03:21:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:34,929 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16844d6309df268b6d8c37806bdce7dd, regionState=OPENING, regionLocation=91f82191efb8,41203,1731640882679
2024-11-15T03:21:34,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16844d6309df268b6d8c37806bdce7dd, ASSIGN because future has completed
2024-11-15T03:21:34,931 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16844d6309df268b6d8c37806bdce7dd, server=91f82191efb8,41203,1731640882679}]
2024-11-15T03:21:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:35,086 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:35,086 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:35,086 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:21:35,087 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C41203%2C1731640882679.rep, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/oldWALs, maxLogs=10
2024-11-15T03:21:35,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.rep.1731640895088, exclude list is [], retry=0
2024-11-15T03:21:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44445,DS-20ffe00a-3f6b-4f9e-b6a9-a6c5c64e518e,DISK]
2024-11-15T03:21:35,106 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.rep.1731640895088
2024-11-15T03:21:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36781:36781)]
2024-11-15T03:21:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16844d6309df268b6d8c37806bdce7dd, NAME => 'hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:35,106 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd. service=MultiRowMutationService
2024-11-15T03:21:35,106 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:21:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:35,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,108 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16844d6309df268b6d8c37806bdce7dd 
2024-11-15T03:21:35,109 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16844d6309df268b6d8c37806bdce7dd columnFamilyName hfileref
2024-11-15T03:21:35,109 DEBUG [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:35,109 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] regionserver.HStore(327): Store=16844d6309df268b6d8c37806bdce7dd/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:35,109 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16844d6309df268b6d8c37806bdce7dd 
2024-11-15T03:21:35,110 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16844d6309df268b6d8c37806bdce7dd columnFamilyName queue
2024-11-15T03:21:35,110 DEBUG [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:35,110 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] regionserver.HStore(327): Store=16844d6309df268b6d8c37806bdce7dd/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:35,110 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16844d6309df268b6d8c37806bdce7dd 
2024-11-15T03:21:35,111 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16844d6309df268b6d8c37806bdce7dd columnFamilyName sid
2024-11-15T03:21:35,111 DEBUG [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:35,112 INFO  [StoreOpener-16844d6309df268b6d8c37806bdce7dd-1 {}] regionserver.HStore(327): Store=16844d6309df268b6d8c37806bdce7dd/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:35,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/replication/16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/replication/16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:21:35,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/replication/16844d6309df268b6d8c37806bdce7dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:35,118 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16844d6309df268b6d8c37806bdce7dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65424453, jitterRate=-0.025099679827690125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:21:35,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:35,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16844d6309df268b6d8c37806bdce7dd:
Running coprocessor pre-open hook at 1731640895107Writing region info on filesystem at 1731640895107Initializing all the Stores at 1731640895107Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640895108 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640895108Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640895108Cleaning up temporary data from old regions at 1731640895114 (+6 ms)Running coprocessor post-open hooks at 1731640895118 (+4 ms)Region opened successfully at 1731640895118
2024-11-15T03:21:35,119 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd., pid=10, masterSystemTime=1731640895083
2024-11-15T03:21:35,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:35,121 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:35,121 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16844d6309df268b6d8c37806bdce7dd, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41203,1731640882679
2024-11-15T03:21:35,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16844d6309df268b6d8c37806bdce7dd, server=91f82191efb8,41203,1731640882679 because future has completed
2024-11-15T03:21:35,131 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:21:35,131 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16844d6309df268b6d8c37806bdce7dd, server=91f82191efb8,41203,1731640882679 in 198 msec
2024-11-15T03:21:35,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:21:35,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16844d6309df268b6d8c37806bdce7dd, ASSIGN in 355 msec
2024-11-15T03:21:35,134 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:21:35,134 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640895134"}]},"ts":"1731640895134"}
2024-11-15T03:21:35,136 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:21:35,137 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:21:35,139 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 439 msec
2024-11-15T03:21:35,153 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 379, reset compression=false
2024-11-15T03:21:35,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd., hostname=91f82191efb8,41203,1731640882679, seqNum=2]
2024-11-15T03:21:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:35,259 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:21:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:35,327 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:35,383 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:35,385 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:21:35,418 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:21:35,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,443 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,454 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,460 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,463 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,41203,1731640882679, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:21:35,463 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:35,463 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:35,463 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41203,1731640882679, seqNum=-1]
2024-11-15T03:21:35,464 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:35,465 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-15T03:21:35,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,41203,1731640882679', locateType=CURRENT is [region=hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd., hostname=91f82191efb8,41203,1731640882679, seqNum=2]
2024-11-15T03:21:35,472 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:21:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:21:35,475 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,41203,1731640882679 suceeded
2024-11-15T03:21:35,477 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:21:35,477 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:42743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:21:35,477 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec
2024-11-15T03:21:35,479 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 797 msec
2024-11-15T03:21:35,495 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:42743'
2024-11-15T03:21:35,497 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@292b3978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,497 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:35,497 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:35,498 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1f5db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:35,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:35,499 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:35,500 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a58a285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,500 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42743,1731640870185
2024-11-15T03:21:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d519ad
2024-11-15T03:21:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:35,503 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-15T03:21:35,503 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,41203,1731640882679 (queues=1) is replicating from cluster=f870159d-3254-410c-bcef-53a83d03537d to cluster=a78c68c2-baea-4d4f-bc48-6622ec115441
2024-11-15T03:21:35,504 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C41203%2C1731640882679
2024-11-15T03:21:35,504 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,41203,1731640882679, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:21:35,504 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C41203%2C1731640882679
2024-11-15T03:21:35,504 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, startPosition=0, beingWritten=true
2024-11-15T03:21:35,515 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:35,516 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 379, reset compression=false
2024-11-15T03:21:35,516 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:35,658 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 379, reset compression=false
2024-11-15T03:21:35,721 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 379, reset compression=false
2024-11-15T03:21:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:21:35,820 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:21:35,820 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:35,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:35,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:35,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:35,820 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:35,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab45d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:35,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:35,827 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127c69ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:35,829 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a140eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40095,-1 for getting cluster id
2024-11-15T03:21:35,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:35,831 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166743f1-e22b-4332-bfaa-5b5bc139377d'
2024-11-15T03:21:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166743f1-e22b-4332-bfaa-5b5bc139377d"

2024-11-15T03:21:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461b62b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40095,-1]
2024-11-15T03:21:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:35,833 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf430fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612f1aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:35,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:35,837 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:35,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:35,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af4716e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:35,839 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23355125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:35,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39195,1731640870367, seqNum=-1]
2024-11-15T03:21:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:35,844 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c., hostname=91f82191efb8,39195,1731640870367, seqNum=2]
2024-11-15T03:21:35,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41203,1731640882679, seqNum=-1]
2024-11-15T03:21:35,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:35,896 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:35,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2., hostname=91f82191efb8,41203,1731640882679, seqNum=2]
2024-11-15T03:21:35,900 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-15T03:21:36,050 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 379, reset compression=false
2024-11-15T03:21:36,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:21:36,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 379, reset compression=false
2024-11-15T03:21:36,258 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:36,258 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 480, reset compression=false
2024-11-15T03:21:36,258 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fe9da9f1ab83b6b76733189ca63ec3c/4=[#edits: 1 = <row/f:row/1731640895848/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-15T03:21:36,263 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:36,264 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService
2024-11-15T03:21:36,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:36,265 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 379, reset compression=false
2024-11-15T03:21:36,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf3de36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:36,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40095,-1 for getting cluster id
2024-11-15T03:21:36,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:36,270 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166743f1-e22b-4332-bfaa-5b5bc139377d'
2024-11-15T03:21:36,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:36,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166743f1-e22b-4332-bfaa-5b5bc139377d"

2024-11-15T03:21:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@728ebda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40095,-1]
2024-11-15T03:21:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:36,273 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e1c42e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45741,1731640876170, seqNum=-1]
2024-11-15T03:21:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:36,278 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-15T03:21:36,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe., hostname=91f82191efb8,45741,1731640876170, seqNum=2]
2024-11-15T03:21:36,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:36,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:36,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 504, reset compression=false
2024-11-15T03:21:36,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd011760093fe2a48fa33abe3e115ffe/4=[#edits: 1 = <row/f:row/1731640895848/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-15T03:21:36,320 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:36,327 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService
2024-11-15T03:21:36,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:36,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2443a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:36,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:36,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:36,349 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c81427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:36,351 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:36,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42dad65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:36,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:36,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41203,1731640882679, seqNum=-1]
2024-11-15T03:21:36,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:36,357 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-15T03:21:36,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2., hostname=91f82191efb8,41203,1731640882679, seqNum=2]
2024-11-15T03:21:36,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:36,461 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 379, reset compression=false
2024-11-15T03:21:36,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:36,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 527, reset compression=false
2024-11-15T03:21:36,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:36,489 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 480, reset compression=false
2024-11-15T03:21:36,550 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 504, reset compression=false
2024-11-15T03:21:36,675 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 527, reset compression=false
2024-11-15T03:21:36,799 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 480, reset compression=false
2024-11-15T03:21:36,862 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 504, reset compression=false
2024-11-15T03:21:36,902 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-15T03:21:36,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45741,1731640876170, seqNum=-1]
2024-11-15T03:21:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:36,905 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe., hostname=91f82191efb8,45741,1731640876170, seqNum=2]
2024-11-15T03:21:36,915 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-15T03:21:36,978 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 527, reset compression=false
2024-11-15T03:21:37,202 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 480, reset compression=false
2024-11-15T03:21:37,265 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 504, reset compression=false
2024-11-15T03:21:37,270 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:37,270 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 608, reset compression=false
2024-11-15T03:21:37,270 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd011760093fe2a48fa33abe3e115ffe/5=[#edits: 1 = <row1/f:row1/1731640896908/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:21:37,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:37,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:37,381 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 527, reset compression=false
2024-11-15T03:21:37,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:37,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 654, reset compression=false
2024-11-15T03:21:37,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[{test/23ebe5f9a673c98df7d0dcade34523b2/5=[#edits: 1 = <row1/f:row1/1731640896908/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-15T03:21:37,409 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:37,410 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-15T03:21:37,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:37,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@613dfa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:37,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:37,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:37,412 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c524b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:37,414 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:37,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff04a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:37,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:37,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,39195,1731640870367, seqNum=-1]
2024-11-15T03:21:37,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:37,417 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-15T03:21:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c., hostname=91f82191efb8,39195,1731640870367, seqNum=2]
2024-11-15T03:21:37,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:37,474 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 608, reset compression=false
2024-11-15T03:21:37,611 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 654, reset compression=false
2024-11-15T03:21:37,705 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 480, reset compression=false
2024-11-15T03:21:37,711 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:37,711 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 631, reset compression=false
2024-11-15T03:21:37,711 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:37,777 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 608, reset compression=false
2024-11-15T03:21:37,915 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 631, reset compression=false
2024-11-15T03:21:37,915 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 654, reset compression=false
2024-11-15T03:21:37,918 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-15T03:21:37,923 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-15T03:21:37,924 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:37,924 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 758, reset compression=false
2024-11-15T03:21:37,924 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[{test/23ebe5f9a673c98df7d0dcade34523b2/6=[#edits: 1 = <row2/f:row2/1731640897919/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:21:37,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:37,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:38,132 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 758, reset compression=false
2024-11-15T03:21:38,192 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 608, reset compression=false
2024-11-15T03:21:38,220 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 631, reset compression=false
2024-11-15T03:21:38,234 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:38,234 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 759, reset compression=false
2024-11-15T03:21:38,234 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fe9da9f1ab83b6b76733189ca63ec3c/6=[#edits: 1 = <row2/f:row2/1731640897919/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-15T03:21:38,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:38,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:38,441 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 758, reset compression=false
2024-11-15T03:21:38,454 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 759, reset compression=false
2024-11-15T03:21:38,736 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 608, reset compression=false
2024-11-15T03:21:38,742 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:38,743 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 760, reset compression=false
2024-11-15T03:21:38,743 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:38,787 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 759, reset compression=false
2024-11-15T03:21:38,862 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 758, reset compression=false
2024-11-15T03:21:38,930 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-15T03:21:38,936 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-15T03:21:38,954 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 760, reset compression=false
2024-11-15T03:21:39,191 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 759, reset compression=false
2024-11-15T03:21:39,197 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:39,197 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 915, reset compression=false
2024-11-15T03:21:39,197 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fe9da9f1ab83b6b76733189ca63ec3c/7=[#edits: 2 = <row/f:/1731640898931/DeleteFamily/vlen=0/seqid=0; row/f1:/1731640898931/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-15T03:21:39,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:39,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:39,258 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 760, reset compression=false
2024-11-15T03:21:39,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:39,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 908, reset compression=false
2024-11-15T03:21:39,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd011760093fe2a48fa33abe3e115ffe/7=[#edits: 2 = <row/f:/1731640898931/DeleteFamily/vlen=0/seqid=0; row/f1:/1731640898931/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-15T03:21:39,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:39,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:39,366 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 758, reset compression=false
2024-11-15T03:21:39,371 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:39,371 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 929, reset compression=false
2024-11-15T03:21:39,371 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:39,401 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 915, reset compression=false
2024-11-15T03:21:39,466 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 908, reset compression=false
2024-11-15T03:21:39,575 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 929, reset compression=false
2024-11-15T03:21:39,704 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 915, reset compression=false
2024-11-15T03:21:39,771 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 908, reset compression=false
2024-11-15T03:21:39,878 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 929, reset compression=false
2024-11-15T03:21:39,940 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-15T03:21:39,944 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-15T03:21:40,130 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 915, reset compression=false
2024-11-15T03:21:40,175 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:21:40,186 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 908, reset compression=false
2024-11-15T03:21:40,204 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:40,204 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1067, reset compression=false
2024-11-15T03:21:40,204 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd011760093fe2a48fa33abe3e115ffe/8=[#edits: 2 = <row1/f:/1731640899941/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731640899941/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-15T03:21:40,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:40,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:40,303 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 929, reset compression=false
2024-11-15T03:21:40,309 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:40,309 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1078, reset compression=false
2024-11-15T03:21:40,310 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[{test/23ebe5f9a673c98df7d0dcade34523b2/8=[#edits: 2 = <row1/f:/1731640899941/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731640899941/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-15T03:21:40,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:40,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:40,423 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1067, reset compression=false
2024-11-15T03:21:40,521 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1078, reset compression=false
2024-11-15T03:21:40,641 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:40,643 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,668 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 915, reset compression=false
2024-11-15T03:21:40,706 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:40,707 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1088, reset compression=false
2024-11-15T03:21:40,707 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:40,738 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1067, reset compression=false
2024-11-15T03:21:40,748 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,748 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,749 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,749 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,749 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,750 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,764 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,770 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,770 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,773 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:40,826 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1078, reset compression=false
2024-11-15T03:21:40,925 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1088, reset compression=false
2024-11-15T03:21:40,947 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-15T03:21:40,974 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-15T03:21:41,173 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1067, reset compression=false
2024-11-15T03:21:41,230 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1078, reset compression=false
2024-11-15T03:21:41,242 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:41,242 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1237, reset compression=false
2024-11-15T03:21:41,242 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[{test/23ebe5f9a673c98df7d0dcade34523b2/9=[#edits: 2 = <row2/f:/1731640900948/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731640900948/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-15T03:21:41,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:41,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:41,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1088, reset compression=false
2024-11-15T03:21:41,296 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:41,296 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1238, reset compression=false
2024-11-15T03:21:41,296 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fe9da9f1ab83b6b76733189ca63ec3c/9=[#edits: 2 = <row2/f:/1731640900948/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731640900948/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-15T03:21:41,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:41,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:41,450 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1237, reset compression=false
2024-11-15T03:21:41,520 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1238, reset compression=false
2024-11-15T03:21:41,722 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1067, reset compression=false
2024-11-15T03:21:41,727 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:41,727 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1241, reset compression=false
2024-11-15T03:21:41,727 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:41,773 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1237, reset compression=false
2024-11-15T03:21:41,829 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1238, reset compression=false
2024-11-15T03:21:41,931 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1241, reset compression=false
2024-11-15T03:21:41,976 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-15T03:21:41,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a847cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:41,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:41,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:41,989 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d3433f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:42,002 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:42,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8abb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:42,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44739,1731640882452
2024-11-15T03:21:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d19bb59
2024-11-15T03:21:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:42,008 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:42,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1
2024-11-15T03:21:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure
2024-11-15T03:21:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:21:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:21:42,177 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1237, reset compression=false
2024-11-15T03:21:42,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1238, reset compression=false
2024-11-15T03:21:42,237 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1241, reset compression=false
2024-11-15T03:21:42,253 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:21:42,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-15T03:21:42,406 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER
2024-11-15T03:21:42,406 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1
2024-11-15T03:21:42,406 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,41203,1731640882679 because: Peer 1 state or config changed. Will close the previous replication source and open a new one
2024-11-15T03:21:42,406 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.
2024-11-15T03:21:42,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108)
    at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23)
    at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56)
    at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:42,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:42,407 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:42,407 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:42,507 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:21:42,507 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:21:42,607 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 terminated
2024-11-15T03:21:42,622 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,41203,1731640882679, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:21:42,623 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1
2024-11-15T03:21:42,623 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-15T03:21:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-15T03:21:42,625 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 91f82191efb8,41203,1731640882679 suceeded
2024-11-15T03:21:42,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-15T03:21:42,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec
2024-11-15T03:21:42,626 INFO  [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1
2024-11-15T03:21:42,627 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 617 msec
2024-11-15T03:21:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:21:42,640 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:21:42,640 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:42,640 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:42743'
2024-11-15T03:21:42,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:42,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:42,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:42,640 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:42,640 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1241, reset compression=false
2024-11-15T03:21:42,641 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ba180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:42,641 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,42743,-1 for getting cluster id
2024-11-15T03:21:42,641 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:42,641 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78c68c2-baea-4d4f-bc48-6622ec115441'
2024-11-15T03:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78c68c2-baea-4d4f-bc48-6622ec115441"

2024-11-15T03:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c006496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,42743,-1]
2024-11-15T03:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:42,643 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:42,643 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69702ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:42,643 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:42,644 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false
2024-11-15T03:21:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,42743,1731640870185
2024-11-15T03:21:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1753c937
2024-11-15T03:21:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:42,645 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-15T03:21:42,646 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,41203,1731640882679 (queues=1) is replicating from cluster=f870159d-3254-410c-bcef-53a83d03537d to cluster=a78c68c2-baea-4d4f-bc48-6622ec115441
2024-11-15T03:21:42,646 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C41203%2C1731640882679
2024-11-15T03:21:42,646 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,41203,1731640882679, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:21:42,646 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C41203%2C1731640882679
2024-11-15T03:21:42,737 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1238, reset compression=false
2024-11-15T03:21:42,741 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:42,741 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1342, reset compression=false
2024-11-15T03:21:42,741 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[{test/3fe9da9f1ab83b6b76733189ca63ec3c/10=[#edits: 1 = <row3/f:row3/1731640902641/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:21:42,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:42,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:42,949 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1342, reset compression=false
2024-11-15T03:21:43,144 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1241, reset compression=false
2024-11-15T03:21:43,148 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:43,149 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1369, reset compression=false
2024-11-15T03:21:43,149 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd011760093fe2a48fa33abe3e115ffe/10=[#edits: 1 = <row3/f:row3/1731640902641/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-15T03:21:43,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:43,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:43,252 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1342, reset compression=false
2024-11-15T03:21:43,353 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1369, reset compression=false
2024-11-15T03:21:43,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:43,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:43,420 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68627 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:21:43,646 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false
2024-11-15T03:21:43,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e377c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:43,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,44739,-1 for getting cluster id
2024-11-15T03:21:43,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:43,649 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f870159d-3254-410c-bcef-53a83d03537d'
2024-11-15T03:21:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f870159d-3254-410c-bcef-53a83d03537d"

2024-11-15T03:21:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61080717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,44739,-1]
2024-11-15T03:21:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:43,650 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e227bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:43,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:21:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,44739,1731640882452
2024-11-15T03:21:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5895adee
2024-11-15T03:21:43,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:21:43,655 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:21:43,655 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1342, reset compression=false
2024-11-15T03:21:43,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1
2024-11-15T03:21:43,656 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1369, reset compression=false
2024-11-15T03:21:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure
2024-11-15T03:21:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-15T03:21:43,661 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:43,661 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:43,661 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd011760093fe2a48fa33abe3e115ffe/11=[#edits: 1 = <row4/f:row4/1731640903647/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:21:43,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:43,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-15T03:21:43,788 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:21:43,873 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:43,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15
2024-11-15T03:21:43,941 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER
2024-11-15T03:21:43,941 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-15T03:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-15T03:21:43,943 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 91f82191efb8,41203,1731640882679 suceeded
2024-11-15T03:21:43,944 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-15T03:21:43,944 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec
2024-11-15T03:21:43,944 INFO  [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1
2024-11-15T03:21:43,945 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 288 msec
2024-11-15T03:21:43,947 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, startPosition=1237, beingWritten=true
2024-11-15T03:21:43,951 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:21:43,951 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1515, reset compression=false
2024-11-15T03:21:43,951 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[{test/23ebe5f9a673c98df7d0dcade34523b2/11=[#edits: 1 = <row4/f:row4/1731640903647/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-15T03:21:43,953 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:43,954 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-15T03:21:43,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:21:43,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-15T03:21:43,979 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:21:43,980 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:43,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:43,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:43,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:43,980 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:43,981 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false
2024-11-15T03:21:43,981 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:21:43,982 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:43,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:43,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:43,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:43,982 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:43,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:21:43,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175651212, stopped=false
2024-11-15T03:21:43,982 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,44739,1731640882452
2024-11-15T03:21:44,154 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1515, reset compression=false
2024-11-15T03:21:44,173 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1342, reset compression=false
2024-11-15T03:21:44,176 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:44,176 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:44,176 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,39195,1731640870367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:44,177 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1399213461/running
2024-11-15T03:21:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1399213461/running
2024-11-15T03:21:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:44,198 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:44,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:44,198 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:44,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:44,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:44,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/running
2024-11-15T03:21:44,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Set watcher on znode that does not yet exist, /2-1399213461/running
2024-11-15T03:21:44,199 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,41203,1731640882679' *****
2024-11-15T03:21:44,199 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:21:44,199 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:21:44,199 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:21:44,199 INFO  [RS:0;91f82191efb8:41203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:21:44,199 INFO  [RS:0;91f82191efb8:41203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:21:44,199 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:44,199 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,41203,1731640882679
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23ebe5f9a673c98df7d0dcade34523b2, disabling compactions & flushes
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:41203.
2024-11-15T03:21:44,200 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2. after waiting 0 ms
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:44,200 DEBUG [RS:0;91f82191efb8:41203 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:44,200 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:44,200 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23ebe5f9a673c98df7d0dcade34523b2 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:21:44,200 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:21:44,200 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1325): Online Regions={23ebe5f9a673c98df7d0dcade34523b2=test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2., 16844d6309df268b6d8c37806bdce7dd=hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd., 1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:21:44,200 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16844d6309df268b6d8c37806bdce7dd, 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:44,200 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:44,200 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:44,200 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:21:44,214 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/info/10d7b276d3dc4f0aa01cdd8431306ad6 is 147, key is hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd./info:regioninfo/1731640895121/Put/seqid=0
2024-11-15T03:21:44,217 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/f/2b13abb2c68e469cbc8f6a9ea8ab5d49 is 37, key is row3/f:row3/1731640902641/Put/seqid=0
2024-11-15T03:21:44,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741840_1016 (size=7686)
2024-11-15T03:21:44,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741841_1017 (size=5228)
2024-11-15T03:21:44,220 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/f/2b13abb2c68e469cbc8f6a9ea8ab5d49
2024-11-15T03:21:44,224 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b13abb2c68e469cbc8f6a9ea8ab5d49
2024-11-15T03:21:44,241 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/f1/84469f8b93714c13adfe9328861ce256 is 30, key is row1/f1:/1731640899941/DeleteFamily/seqid=0
2024-11-15T03:21:44,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741842_1018 (size=5158)
2024-11-15T03:21:44,248 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/f1/84469f8b93714c13adfe9328861ce256
2024-11-15T03:21:44,252 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84469f8b93714c13adfe9328861ce256
2024-11-15T03:21:44,268 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/norep/8bfa30c556ff472fb8da888123d99cbc is 33, key is row2/norep:/1731640900948/DeleteFamily/seqid=0
2024-11-15T03:21:44,271 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:44,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741843_1019 (size=5108)
2024-11-15T03:21:44,380 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:44,400 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16844d6309df268b6d8c37806bdce7dd, 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:44,457 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1515, reset compression=false
2024-11-15T03:21:44,464 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:44,464 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1762, reset compression=false
2024-11-15T03:21:44,464 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41203,1731640882679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:44,465 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,41203,1731640882679: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,41203,1731640882679, walGroup=91f82191efb8%2C41203%2C1731640882679, offset=91f82191efb8%2C41203%2C1731640882679.1731640883979:1762, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:41203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:21:44,467 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:21:44,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:21:44,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:21:44,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:21:44,467 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:21:44,467 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 885913664
      },
      "NonHeapMemoryUsage": {
        "committed": 202244096,
        "init": 7667712,
        "max": -1,
        "used": 199205728
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:21:44,468 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:44739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:44739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:21:44,580 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:44,601 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16844d6309df268b6d8c37806bdce7dd, 23ebe5f9a673c98df7d0dcade34523b2
2024-11-15T03:21:44,619 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/info/10d7b276d3dc4f0aa01cdd8431306ad6
2024-11-15T03:21:44,644 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/ns/5a73e9279ade4cfe87bd0d0a6c97f599 is 43, key is default/ns:d/1731640884571/Put/seqid=0
2024-11-15T03:21:44,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741844_1020 (size=5153)
2024-11-15T03:21:44,647 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/ns/5a73e9279ade4cfe87bd0d0a6c97f599
2024-11-15T03:21:44,664 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/rep_barrier/a3252f68f4cc47f0906a63a2916dd42c is 112, key is test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2./rep_barrier:seqnumDuringOpen/1731640889908/Put/seqid=0
2024-11-15T03:21:44,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741845_1021 (size=5518)
2024-11-15T03:21:44,668 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/rep_barrier/a3252f68f4cc47f0906a63a2916dd42c
2024-11-15T03:21:44,672 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/norep/8bfa30c556ff472fb8da888123d99cbc
2024-11-15T03:21:44,673 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1762, reset compression=false
2024-11-15T03:21:44,676 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bfa30c556ff472fb8da888123d99cbc
2024-11-15T03:21:44,677 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/f/2b13abb2c68e469cbc8f6a9ea8ab5d49 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/f/2b13abb2c68e469cbc8f6a9ea8ab5d49
2024-11-15T03:21:44,684 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:44,707 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b13abb2c68e469cbc8f6a9ea8ab5d49
2024-11-15T03:21:44,708 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/f/2b13abb2c68e469cbc8f6a9ea8ab5d49, entries=5, sequenceid=12, filesize=5.1 K
2024-11-15T03:21:44,709 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/f1/84469f8b93714c13adfe9328861ce256 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/f1/84469f8b93714c13adfe9328861ce256
2024-11-15T03:21:44,714 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84469f8b93714c13adfe9328861ce256
2024-11-15T03:21:44,714 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/f1/84469f8b93714c13adfe9328861ce256, entries=3, sequenceid=12, filesize=5.0 K
2024-11-15T03:21:44,714 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/.tmp/norep/8bfa30c556ff472fb8da888123d99cbc as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/norep/8bfa30c556ff472fb8da888123d99cbc
2024-11-15T03:21:44,718 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/table/0173d6d631574a258afe643d38443a83 is 53, key is hbase:replication/table:state/1731640895134/Put/seqid=0
2024-11-15T03:21:44,719 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bfa30c556ff472fb8da888123d99cbc
2024-11-15T03:21:44,719 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/norep/8bfa30c556ff472fb8da888123d99cbc, entries=1, sequenceid=12, filesize=5.0 K
2024-11-15T03:21:44,720 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 23ebe5f9a673c98df7d0dcade34523b2 in 519ms, sequenceid=12, compaction requested=false
2024-11-15T03:21:44,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741846_1022 (size=5308)
2024-11-15T03:21:44,725 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/default/test/23ebe5f9a673c98df7d0dcade34523b2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:44,726 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23ebe5f9a673c98df7d0dcade34523b2:
Waiting for close lock at 1731640904200Running coprocessor pre-close hooks at 1731640904200Disabling compacts and flushes for region at 1731640904200Disabling writes for close at 1731640904200Obtaining lock to block concurrent updates at 1731640904200Preparing flush snapshotting stores in 23ebe5f9a673c98df7d0dcade34523b2 at 1731640904200Finished memstore snapshotting test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731640904200Flushing stores of test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2. at 1731640904201 (+1 ms)Flushing 23ebe5f9a673c98df7d0dcade34523b2/f: creating writer at 1731640904201Flushing 23ebe5f9a673c98df7d0dcade34523b2/f: appending metadata at 1731640904216 (+15 ms)Flushing 23ebe5f9a673c98df7d0dcade34523b2/f: closing flushed file at 1731640904216Flushing 23ebe5f9a673c98df7d0dcade34523b2/f1: creating writer at 1731640904224 (+8 ms)Flushing 23ebe5f9a673c98df7d0dcade34523b2/f1: appending metadata at 1731640904240 (+16 ms)Flushing 23ebe5f9a673c98df7d0dcade34523b2/f1: closing flushed file at 1731640904240Flushing 23ebe5f9a673c98df7d0dcade34523b2/norep: creating writer at 1731640904252 (+12 ms)Flushing 23ebe5f9a673c98df7d0dcade34523b2/norep: appending metadata at 1731640904267 (+15 ms)Flushing 23ebe5f9a673c98df7d0dcade34523b2/norep: closing flushed file at 1731640904267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3614b95a: reopening flushed file at 1731640904676 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3fb331: reopening flushed file at 1731640904708 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2941ea36: reopening flushed file at 1731640904714 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 23ebe5f9a673c98df7d0dcade34523b2 in 519ms, sequenceid=12, compaction requested=false at 1731640904720 (+6 ms)Writing region close event to WAL at 1731640904722 (+2 ms)Running coprocessor post-close hooks at 1731640904725 (+3 ms)Closed at 1731640904726 (+1 ms)
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640889092.23ebe5f9a673c98df7d0dcade34523b2.
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16844d6309df268b6d8c37806bdce7dd, disabling compactions & flushes
2024-11-15T03:21:44,726 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd. after waiting 0 ms
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,726 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16844d6309df268b6d8c37806bdce7dd:
Waiting for close lock at 1731640904726Running coprocessor pre-close hooks at 1731640904726Disabling compacts and flushes for region at 1731640904726Disabling writes for close at 1731640904726Failed flush hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd., putting online again at 1731640904726
2024-11-15T03:21:44,727 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,801 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:44,801 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16844d6309df268b6d8c37806bdce7dd
2024-11-15T03:21:44,801 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16844d6309df268b6d8c37806bdce7dd, disabling compactions & flushes
2024-11-15T03:21:44,801 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,801 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,801 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd. after waiting 0 ms
2024-11-15T03:21:44,801 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,801 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16844d6309df268b6d8c37806bdce7dd:
Waiting for close lock at 1731640904801Running coprocessor pre-close hooks at 1731640904801Disabling compacts and flushes for region at 1731640904801Disabling writes for close at 1731640904801Failed flush hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd., putting online again at 1731640904801
2024-11-15T03:21:44,801 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.
2024-11-15T03:21:44,846 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:21:44,846 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:21:45,001 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:45,010 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 1762, reset compression=false
2024-11-15T03:21:45,015 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:45,015 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 2406, reset compression=false
2024-11-15T03:21:45,084 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:45,111 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:45,125 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/table/0173d6d631574a258afe643d38443a83
2024-11-15T03:21:45,129 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/info/10d7b276d3dc4f0aa01cdd8431306ad6 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/info/10d7b276d3dc4f0aa01cdd8431306ad6
2024-11-15T03:21:45,133 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/info/10d7b276d3dc4f0aa01cdd8431306ad6, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:21:45,134 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/ns/5a73e9279ade4cfe87bd0d0a6c97f599 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/ns/5a73e9279ade4cfe87bd0d0a6c97f599
2024-11-15T03:21:45,138 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/ns/5a73e9279ade4cfe87bd0d0a6c97f599, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:21:45,139 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/rep_barrier/a3252f68f4cc47f0906a63a2916dd42c as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/rep_barrier/a3252f68f4cc47f0906a63a2916dd42c
2024-11-15T03:21:45,147 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/rep_barrier/a3252f68f4cc47f0906a63a2916dd42c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:21:45,149 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/.tmp/table/0173d6d631574a258afe643d38443a83 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/table/0173d6d631574a258afe643d38443a83
2024-11-15T03:21:45,153 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/table/0173d6d631574a258afe643d38443a83, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:21:45,155 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=16, compaction requested=false
2024-11-15T03:21:45,160 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:21:45,160 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:45,160 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:45,160 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:45,160 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640904200Running coprocessor pre-close hooks at 1731640904200Disabling compacts and flushes for region at 1731640904200Disabling writes for close at 1731640904200Obtaining lock to block concurrent updates at 1731640904200Preparing flush snapshotting stores in 1588230740 at 1731640904200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640904201 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640904201Flushing 1588230740/info: creating writer at 1731640904201Flushing 1588230740/info: appending metadata at 1731640904214 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731640904214Flushing 1588230740/ns: creating writer at 1731640904623 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731640904643 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731640904643Flushing 1588230740/rep_barrier: creating writer at 1731640904651 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640904664 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640904664Flushing 1588230740/table: creating writer at 1731640904673 (+9 ms)Flushing 1588230740/table: appending metadata at 1731640904717 (+44 ms)Flushing 1588230740/table: closing flushed file at 1731640904717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fcc9ad: reopening flushed file at 1731640905128 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64df70fb: reopening flushed file at 1731640905133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373da486: reopening flushed file at 1731640905138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2381e4d1: reopening flushed file at 1731640905148 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=16, compaction requested=false at 1731640905155 (+7 ms)Writing region close event to WAL at 1731640905156 (+1 ms)Running coprocessor post-close hooks at 1731640905160 (+4 ms)Closed at 1731640905160
2024-11-15T03:21:45,161 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:45,201 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:21:45,201 DEBUG [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1325): Online Regions={16844d6309df268b6d8c37806bdce7dd=hbase:replication,,1731640894697.16844d6309df268b6d8c37806bdce7dd.}
2024-11-15T03:21:45,201 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-15T03:21:45,201 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,41203,1731640882679; all regions closed.
2024-11-15T03:21:45,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:21:45,208 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.meta.1731640884450.meta not finished, retry = 0
2024-11-15T03:21:45,217 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.wal-reader.91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.1731640883979 to pos 2406, reset compression=false
2024-11-15T03:21:45,310 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/WALs/91f82191efb8,41203,1731640882679/91f82191efb8%2C41203%2C1731640882679.rep.1731640895088 not finished, retry = 0
2024-11-15T03:21:45,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741839_1015 (size=2390)
2024-11-15T03:21:45,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741833_1009 (size=2414)
2024-11-15T03:21:45,423 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:45,423 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:45,423 INFO  [RS:0;91f82191efb8:41203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:45,423 INFO  [RS:0;91f82191efb8:41203 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:45,424 INFO  [RS:0;91f82191efb8:41203 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:45,424 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,41203,1731640882679 because: Region server is closing
2024-11-15T03:21:45,424 INFO  [RS:0;91f82191efb8:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:41203.
2024-11-15T03:21:45,424 DEBUG [RS:0;91f82191efb8:41203 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:45,424 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:45,425 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:45,426 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:45,426 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:45,526 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41203,1731640882679.replicationSource.shipper91f82191efb8%2C41203%2C1731640882679,1-91f82191efb8,41203,1731640882679 terminated
2024-11-15T03:21:45,527 INFO  [RS:0;91f82191efb8:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:41203.
2024-11-15T03:21:45,527 DEBUG [RS:0;91f82191efb8:41203 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:45,527 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:45,527 DEBUG [RS:0;91f82191efb8:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:45,527 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:45,527 INFO  [RS:0;91f82191efb8:41203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41203
2024-11-15T03:21:45,614 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1399213461/rs/91f82191efb8,41203,1731640882679
2024-11-15T03:21:45,626 INFO  [RS:0;91f82191efb8:41203 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461/rs
2024-11-15T03:21:45,639 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:21:45,682 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,41203,1731640882679]
2024-11-15T03:21:45,689 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:45,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1399213461/draining/91f82191efb8,41203,1731640882679 already deleted, retry=false
2024-11-15T03:21:45,743 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,41203,1731640882679 expired; onlineServers=0
2024-11-15T03:21:45,743 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,44739,1731640882452' *****
2024-11-15T03:21:45,743 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:21:45,743 INFO  [M:0;91f82191efb8:44739 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:45,743 INFO  [M:0;91f82191efb8:44739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:45,743 DEBUG [M:0;91f82191efb8:44739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:21:45,743 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:21:45,743 DEBUG [M:0;91f82191efb8:44739 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:21:45,743 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640883539 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640883539,5,FailOnTimeoutGroup]
2024-11-15T03:21:45,743 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640883539 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640883539,5,FailOnTimeoutGroup]
2024-11-15T03:21:45,743 INFO  [M:0;91f82191efb8:44739 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:45,743 INFO  [M:0;91f82191efb8:44739 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:45,743 DEBUG [M:0;91f82191efb8:44739 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:21:45,744 INFO  [M:0;91f82191efb8:44739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:21:45,744 INFO  [M:0;91f82191efb8:44739 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:45,744 INFO  [M:0;91f82191efb8:44739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:21:45,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:21:45,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:45,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x1013c82b9ff0007, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:45,782 INFO  [RS:0;91f82191efb8:41203 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:45,782 INFO  [RS:0;91f82191efb8:41203 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,41203,1731640882679; zookeeper connection closed.
2024-11-15T03:21:45,783 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54d4783 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54d4783
2024-11-15T03:21:45,783 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:21:45,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1399213461/master
2024-11-15T03:21:45,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1399213461
2024-11-15T03:21:45,858 DEBUG [M:0;91f82191efb8:44739 {}] zookeeper.ZKUtil(347): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Unable to get data of znode /2-1399213461/master because node does not exist (not an error)
2024-11-15T03:21:45,858 WARN  [M:0;91f82191efb8:44739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:21:45,859 INFO  [M:0;91f82191efb8:44739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/.lastflushedseqids
2024-11-15T03:21:45,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741847_1023 (size=245)
2024-11-15T03:21:46,218 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:46,266 INFO  [M:0;91f82191efb8:44739 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:21:46,266 INFO  [M:0;91f82191efb8:44739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:21:46,266 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:46,266 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:46,266 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:46,266 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:46,266 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:46,266 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB
2024-11-15T03:21:46,284 DEBUG [M:0;91f82191efb8:44739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c7e1e9bc8043cea517a1368e2ac1d3 is 82, key is hbase:meta,,1/info:regioninfo/1731640884500/Put/seqid=0
2024-11-15T03:21:46,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741848_1024 (size=5672)
2024-11-15T03:21:46,290 INFO  [M:0;91f82191efb8:44739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c7e1e9bc8043cea517a1368e2ac1d3
2024-11-15T03:21:46,309 DEBUG [M:0;91f82191efb8:44739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c6bbc6e94904b0daa5e298179873020 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640895138/Put/seqid=0
2024-11-15T03:21:46,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741849_1025 (size=9212)
2024-11-15T03:21:46,393 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:46,718 INFO  [M:0;91f82191efb8:44739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c6bbc6e94904b0daa5e298179873020
2024-11-15T03:21:46,738 DEBUG [M:0;91f82191efb8:44739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff31517626224b4e9b376be421801be6 is 69, key is 91f82191efb8,41203,1731640882679/rs:state/1731640883736/Put/seqid=0
2024-11-15T03:21:46,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741850_1026 (size=5156)
2024-11-15T03:21:46,742 INFO  [M:0;91f82191efb8:44739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff31517626224b4e9b376be421801be6
2024-11-15T03:21:46,746 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c7e1e9bc8043cea517a1368e2ac1d3 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c7e1e9bc8043cea517a1368e2ac1d3
2024-11-15T03:21:46,750 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c7e1e9bc8043cea517a1368e2ac1d3, entries=8, sequenceid=127, filesize=5.5 K
2024-11-15T03:21:46,751 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c6bbc6e94904b0daa5e298179873020 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c6bbc6e94904b0daa5e298179873020
2024-11-15T03:21:46,755 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c6bbc6e94904b0daa5e298179873020, entries=15, sequenceid=127, filesize=9.0 K
2024-11-15T03:21:46,756 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff31517626224b4e9b376be421801be6 as hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff31517626224b4e9b376be421801be6
2024-11-15T03:21:46,760 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff31517626224b4e9b376be421801be6, entries=1, sequenceid=127, filesize=5.0 K
2024-11-15T03:21:46,761 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=127, compaction requested=false
2024-11-15T03:21:46,763 INFO  [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:46,763 DEBUG [M:0;91f82191efb8:44739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640906266Disabling compacts and flushes for region at 1731640906266Disabling writes for close at 1731640906266Obtaining lock to block concurrent updates at 1731640906266Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640906266Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731640906267 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640906267Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640906267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640906284 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640906284Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640906293 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640906309 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640906309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640906721 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640906737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640906738 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bd4a31: reopening flushed file at 1731640906746 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70677b03: reopening flushed file at 1731640906751 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bfcfe: reopening flushed file at 1731640906755 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=127, compaction requested=false at 1731640906761 (+6 ms)Writing region close event to WAL at 1731640906763 (+2 ms)Closed at 1731640906763
2024-11-15T03:21:46,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44445 is added to blk_1073741830_1006 (size=73866)
2024-11-15T03:21:46,773 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e801475-d677-fa73-6c66-d785321d5903/MasterData/WALs/91f82191efb8,44739,1731640882452/91f82191efb8%2C44739%2C1731640882452.1731640883239 not finished, retry = 0
2024-11-15T03:21:46,874 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:46,874 INFO  [M:0;91f82191efb8:44739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:21:46,874 INFO  [M:0;91f82191efb8:44739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44739
2024-11-15T03:21:46,875 INFO  [M:0;91f82191efb8:44739 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:46,922 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:47,063 INFO  [M:0;91f82191efb8:44739 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013c82b9ff0006, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:47,080 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6096518f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:47,080 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f7ab5fc{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:47,080 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:47,080 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed836a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:47,080 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3030fef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:47,082 WARN  [BP-818743736-172.17.0.2-1731640879555 heartbeating to localhost/127.0.0.1:34231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:21:47,082 WARN  [BP-818743736-172.17.0.2-1731640879555 heartbeating to localhost/127.0.0.1:34231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818743736-172.17.0.2-1731640879555 (Datanode Uuid 78a52c07-3ea6-45a4-8b89-2ff2bbe105d8) service to localhost/127.0.0.1:34231
2024-11-15T03:21:47,082 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/cluster_5e030ca6-5c15-06db-4a65-6f5a4d329131/data/data1/current/BP-818743736-172.17.0.2-1731640879555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:47,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:21:47,083 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/cluster_5e030ca6-5c15-06db-4a65-6f5a4d329131/data/data2/current/BP-818743736-172.17.0.2-1731640879555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:47,083 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:21:47,083 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:21:47,090 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1602fcb3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:47,090 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@396e52d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:47,090 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:47,090 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd281a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:47,090 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4312e4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:47,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:21:47,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:21:47,104 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:47,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:47,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:47,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:47,104 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:47,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:21:47,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=410347482, stopped=false
2024-11-15T03:21:47,105 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,40095,1731640876053
2024-11-15T03:21:47,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1004028482/running
2024-11-15T03:21:47,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1004028482/running
2024-11-15T03:21:47,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:47,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:47,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/running
2024-11-15T03:21:47,170 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:47,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Set watcher on znode that does not yet exist, /1-1004028482/running
2024-11-15T03:21:47,172 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:47,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:47,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:47,172 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,45741,1731640876170' *****
2024-11-15T03:21:47,172 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:21:47,172 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:21:47,173 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,45741,1731640876170
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:47,173 INFO  [RS:0;91f82191efb8:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45741.
2024-11-15T03:21:47,173 DEBUG [RS:0;91f82191efb8:45741 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:47,174 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd011760093fe2a48fa33abe3e115ffe, disabling compactions & flushes
2024-11-15T03:21:47,174 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:47,174 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:47,174 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:47,174 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe. after waiting 0 ms
2024-11-15T03:21:47,174 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:21:47,174 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:21:47,174 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:21:47,174 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:47,174 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:21:47,174 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd011760093fe2a48fa33abe3e115ffe 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-15T03:21:47,175 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:21:47,175 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fd011760093fe2a48fa33abe3e115ffe=test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe., 2e66086351a7e5113dfb67b288f5cde0=hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.}
2024-11-15T03:21:47,175 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e66086351a7e5113dfb67b288f5cde0, fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:47,175 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:47,175 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:47,175 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:47,175 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:47,175 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:47,175 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:21:47,186 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:47,196 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/f/4dde30275087424e82f8b73a2ad11ba2 is 37, key is row3/f:row3/1731640902641/Put/seqid=0
2024-11-15T03:21:47,197 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/info/903bac969cd2479d8d5a387bdd0a62db is 147, key is hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0./info:regioninfo/1731640893755/Put/seqid=0
2024-11-15T03:21:47,199 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1473, reset compression=false
2024-11-15T03:21:47,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741840_1016 (size=5228)
2024-11-15T03:21:47,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741841_1017 (size=7686)
2024-11-15T03:21:47,218 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:47,218 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1720, reset compression=false
2024-11-15T03:21:47,218 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45741,1731640876170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:21:47,219 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,45741,1731640876170: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,45741,1731640876170, walGroup=91f82191efb8%2C45741%2C1731640876170, offset=91f82191efb8%2C45741%2C1731640876170.1731640878575:1720, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:45741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:21:47,220 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:21:47,220 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:21:47,221 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:21:47,221 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:21:47,221 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:21:47,221 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 815696032
      },
      "NonHeapMemoryUsage": {
        "committed": 202571776,
        "init": 7667712,
        "max": -1,
        "used": 199560024
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:21:47,221 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:21:47,375 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e66086351a7e5113dfb67b288f5cde0, fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:47,425 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1720, reset compression=false
2024-11-15T03:21:47,429 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:21:47,429 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:21:47,575 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e66086351a7e5113dfb67b288f5cde0, fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:47,606 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/f/4dde30275087424e82f8b73a2ad11ba2
2024-11-15T03:21:47,610 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/info/903bac969cd2479d8d5a387bdd0a62db
2024-11-15T03:21:47,610 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dde30275087424e82f8b73a2ad11ba2
2024-11-15T03:21:47,627 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/f1/b29962e3940d4e9ea7ec47dff9d841f3 is 30, key is row1/f1:/1731640899941/DeleteFamily/seqid=0
2024-11-15T03:21:47,635 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/ns/fe17c238ece9402db6b71c9807a70c5c is 43, key is default/ns:d/1731640879465/Put/seqid=0
2024-11-15T03:21:47,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741842_1018 (size=5158)
2024-11-15T03:21:47,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741843_1019 (size=5153)
2024-11-15T03:21:47,725 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:47,729 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1720, reset compression=false
2024-11-15T03:21:47,775 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e66086351a7e5113dfb67b288f5cde0, fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:47,976 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e66086351a7e5113dfb67b288f5cde0, fd011760093fe2a48fa33abe3e115ffe
2024-11-15T03:21:48,046 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/f1/b29962e3940d4e9ea7ec47dff9d841f3
2024-11-15T03:21:48,050 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/ns/fe17c238ece9402db6b71c9807a70c5c
2024-11-15T03:21:48,053 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29962e3940d4e9ea7ec47dff9d841f3
2024-11-15T03:21:48,080 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/rep_barrier/58d5b26dd9cd4252af4bca336fac4da3 is 112, key is test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe./rep_barrier:seqnumDuringOpen/1731640888107/Put/seqid=0
2024-11-15T03:21:48,081 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/norep/a9b2f53d0b06458188b4348cb3f9c5d1 is 33, key is row1/norep:/1731640899941/DeleteFamily/seqid=0
2024-11-15T03:21:48,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741845_1021 (size=5108)
2024-11-15T03:21:48,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741844_1020 (size=5518)
2024-11-15T03:21:48,090 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/norep/a9b2f53d0b06458188b4348cb3f9c5d1
2024-11-15T03:21:48,093 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9b2f53d0b06458188b4348cb3f9c5d1
2024-11-15T03:21:48,094 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/f/4dde30275087424e82f8b73a2ad11ba2 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/f/4dde30275087424e82f8b73a2ad11ba2
2024-11-15T03:21:48,098 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dde30275087424e82f8b73a2ad11ba2
2024-11-15T03:21:48,098 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/f/4dde30275087424e82f8b73a2ad11ba2, entries=5, sequenceid=12, filesize=5.1 K
2024-11-15T03:21:48,098 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/f1/b29962e3940d4e9ea7ec47dff9d841f3 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/f1/b29962e3940d4e9ea7ec47dff9d841f3
2024-11-15T03:21:48,102 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29962e3940d4e9ea7ec47dff9d841f3
2024-11-15T03:21:48,102 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/f1/b29962e3940d4e9ea7ec47dff9d841f3, entries=3, sequenceid=12, filesize=5.0 K
2024-11-15T03:21:48,103 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/.tmp/norep/a9b2f53d0b06458188b4348cb3f9c5d1 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/norep/a9b2f53d0b06458188b4348cb3f9c5d1
2024-11-15T03:21:48,106 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9b2f53d0b06458188b4348cb3f9c5d1
2024-11-15T03:21:48,106 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/norep/a9b2f53d0b06458188b4348cb3f9c5d1, entries=1, sequenceid=12, filesize=5.0 K
2024-11-15T03:21:48,107 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd011760093fe2a48fa33abe3e115ffe in 933ms, sequenceid=12, compaction requested=false
2024-11-15T03:21:48,107 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/default/test/fd011760093fe2a48fa33abe3e115ffe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:48,115 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd011760093fe2a48fa33abe3e115ffe:
Waiting for close lock at 1731640907173Running coprocessor pre-close hooks at 1731640907173Disabling compacts and flushes for region at 1731640907173Disabling writes for close at 1731640907174 (+1 ms)Obtaining lock to block concurrent updates at 1731640907174Preparing flush snapshotting stores in fd011760093fe2a48fa33abe3e115ffe at 1731640907174Finished memstore snapshotting test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731640907174Flushing stores of test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe. at 1731640907175 (+1 ms)Flushing fd011760093fe2a48fa33abe3e115ffe/f: creating writer at 1731640907175Flushing fd011760093fe2a48fa33abe3e115ffe/f: appending metadata at 1731640907196 (+21 ms)Flushing fd011760093fe2a48fa33abe3e115ffe/f: closing flushed file at 1731640907196Flushing fd011760093fe2a48fa33abe3e115ffe/f1: creating writer at 1731640907610 (+414 ms)Flushing fd011760093fe2a48fa33abe3e115ffe/f1: appending metadata at 1731640907626 (+16 ms)Flushing fd011760093fe2a48fa33abe3e115ffe/f1: closing flushed file at 1731640907626Flushing fd011760093fe2a48fa33abe3e115ffe/norep: creating writer at 1731640908053 (+427 ms)Flushing fd011760093fe2a48fa33abe3e115ffe/norep: appending metadata at 1731640908080 (+27 ms)Flushing fd011760093fe2a48fa33abe3e115ffe/norep: closing flushed file at 1731640908080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e61471: reopening flushed file at 1731640908094 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@305045da: reopening flushed file at 1731640908098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fba5d1: reopening flushed file at 1731640908102 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fd011760093fe2a48fa33abe3e115ffe in 933ms, sequenceid=12, compaction requested=false at 1731640908107 (+5 ms)Writing region close event to WAL at 1731640908112 (+5 ms)Running coprocessor post-close hooks at 1731640908115 (+3 ms)Closed at 1731640908115
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640886942.fd011760093fe2a48fa33abe3e115ffe.
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e66086351a7e5113dfb67b288f5cde0, disabling compactions & flushes
2024-11-15T03:21:48,115 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0. after waiting 0 ms
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,115 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e66086351a7e5113dfb67b288f5cde0:
Waiting for close lock at 1731640908115Running coprocessor pre-close hooks at 1731640908115Disabling compacts and flushes for region at 1731640908115Disabling writes for close at 1731640908115Failed flush hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0., putting online again at 1731640908115
2024-11-15T03:21:48,116 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,133 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 1720, reset compression=false
2024-11-15T03:21:48,137 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:21:48,137 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 2364, reset compression=false
2024-11-15T03:21:48,176 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:21:48,176 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2e66086351a7e5113dfb67b288f5cde0=hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.}
2024-11-15T03:21:48,176 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:48,176 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e66086351a7e5113dfb67b288f5cde0
2024-11-15T03:21:48,176 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e66086351a7e5113dfb67b288f5cde0, disabling compactions & flushes
2024-11-15T03:21:48,176 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,176 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,176 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0. after waiting 0 ms
2024-11-15T03:21:48,176 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,176 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e66086351a7e5113dfb67b288f5cde0:
Waiting for close lock at 1731640908176Running coprocessor pre-close hooks at 1731640908176Disabling compacts and flushes for region at 1731640908176Disabling writes for close at 1731640908176Failed flush hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0., putting online again at 1731640908176
2024-11-15T03:21:48,176 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640892534.2e66086351a7e5113dfb67b288f5cde0.
2024-11-15T03:21:48,324 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 10 more
2024-11-15T03:21:48,339 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 2364, reset compression=false
2024-11-15T03:21:48,376 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:48,490 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/rep_barrier/58d5b26dd9cd4252af4bca336fac4da3
2024-11-15T03:21:48,521 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/table/af0a88b9af114a98ad8dc5afa7b8b5a3 is 53, key is hbase:replication/table:state/1731640893766/Put/seqid=0
2024-11-15T03:21:48,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741846_1022 (size=5308)
2024-11-15T03:21:48,534 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/table/af0a88b9af114a98ad8dc5afa7b8b5a3
2024-11-15T03:21:48,553 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/info/903bac969cd2479d8d5a387bdd0a62db as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/info/903bac969cd2479d8d5a387bdd0a62db
2024-11-15T03:21:48,559 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/info/903bac969cd2479d8d5a387bdd0a62db, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:21:48,562 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/ns/fe17c238ece9402db6b71c9807a70c5c as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/ns/fe17c238ece9402db6b71c9807a70c5c
2024-11-15T03:21:48,573 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/ns/fe17c238ece9402db6b71c9807a70c5c, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:21:48,574 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/rep_barrier/58d5b26dd9cd4252af4bca336fac4da3 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/rep_barrier/58d5b26dd9cd4252af4bca336fac4da3
2024-11-15T03:21:48,576 DEBUG [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:21:48,579 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/rep_barrier/58d5b26dd9cd4252af4bca336fac4da3, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:21:48,580 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/.tmp/table/af0a88b9af114a98ad8dc5afa7b8b5a3 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/table/af0a88b9af114a98ad8dc5afa7b8b5a3
2024-11-15T03:21:48,586 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/table/af0a88b9af114a98ad8dc5afa7b8b5a3, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:21:48,587 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=16, compaction requested=false
2024-11-15T03:21:48,587 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:21:48,612 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:21:48,613 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:48,613 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:48,613 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:48,613 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640907175Running coprocessor pre-close hooks at 1731640907175Disabling compacts and flushes for region at 1731640907175Disabling writes for close at 1731640907175Obtaining lock to block concurrent updates at 1731640907175Preparing flush snapshotting stores in 1588230740 at 1731640907175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640907176 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640907176Flushing 1588230740/info: creating writer at 1731640907176Flushing 1588230740/info: appending metadata at 1731640907196 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731640907196Flushing 1588230740/ns: creating writer at 1731640907617 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731640907634 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731640907634Flushing 1588230740/rep_barrier: creating writer at 1731640908057 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640908078 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640908078Flushing 1588230740/table: creating writer at 1731640908494 (+416 ms)Flushing 1588230740/table: appending metadata at 1731640908520 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731640908520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ea291e: reopening flushed file at 1731640908552 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39187f65: reopening flushed file at 1731640908559 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fd5c3: reopening flushed file at 1731640908573 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7b8740: reopening flushed file at 1731640908579 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=16, compaction requested=false at 1731640908587 (+8 ms)Writing region close event to WAL at 1731640908609 (+22 ms)Running coprocessor post-close hooks at 1731640908613 (+4 ms)Closed at 1731640908613
2024-11-15T03:21:48,613 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:48,629 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:48,644 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 2364, reset compression=false
2024-11-15T03:21:48,777 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-15T03:21:48,777 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,45741,1731640876170; all regions closed.
2024-11-15T03:21:48,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:21:48,779 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.meta.1731640879426.meta not finished, retry = 0
2024-11-15T03:21:48,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741839_1015 (size=2609)
2024-11-15T03:21:48,881 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.rep.1731640893705 not finished, retry = 0
2024-11-15T03:21:48,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741832_1008 (size=2372)
2024-11-15T03:21:48,984 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 not finished, retry = 0
2024-11-15T03:21:49,049 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575 to pos 2364, reset compression=false
2024-11-15T03:21:49,084 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:49,085 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:49,085 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/WALs/91f82191efb8,45741,1731640876170/91f82191efb8%2C45741%2C1731640876170.1731640878575
2024-11-15T03:21:49,085 INFO  [RS:0;91f82191efb8:45741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:49,085 INFO  [RS:0;91f82191efb8:45741 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:49,085 INFO  [RS:0;91f82191efb8:45741 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:49,085 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:49,085 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,45741,1731640876170 because: Region server is closing
2024-11-15T03:21:49,085 INFO  [RS:0;91f82191efb8:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45741.
2024-11-15T03:21:49,085 DEBUG [RS:0;91f82191efb8:45741 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:49,085 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:49,085 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:49,085 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:49,186 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.shipper91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 terminated
2024-11-15T03:21:49,186 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45741,1731640876170.replicationSource.wal-reader.91f82191efb8%2C45741%2C1731640876170,1-91f82191efb8,45741,1731640876170 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-15T03:21:49,186 INFO  [RS:0;91f82191efb8:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45741.
2024-11-15T03:21:49,186 DEBUG [RS:0;91f82191efb8:45741 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:49,186 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:49,186 DEBUG [RS:0;91f82191efb8:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:49,186 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:49,186 INFO  [RS:0;91f82191efb8:45741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45741
2024-11-15T03:21:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482/rs
2024-11-15T03:21:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1004028482/rs/91f82191efb8,45741,1731640876170
2024-11-15T03:21:49,193 INFO  [RS:0;91f82191efb8:45741 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:49,194 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,45741,1731640876170]
2024-11-15T03:21:49,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1004028482/draining/91f82191efb8,45741,1731640876170 already deleted, retry=false
2024-11-15T03:21:49,214 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,45741,1731640876170 expired; onlineServers=0
2024-11-15T03:21:49,214 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,40095,1731640876053' *****
2024-11-15T03:21:49,214 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:49,215 DEBUG [M:0;91f82191efb8:40095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:21:49,215 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:21:49,215 DEBUG [M:0;91f82191efb8:40095 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:21:49,215 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640878228 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640878228,5,FailOnTimeoutGroup]
2024-11-15T03:21:49,215 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640878228 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640878228,5,FailOnTimeoutGroup]
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:49,215 DEBUG [M:0;91f82191efb8:40095 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:49,215 INFO  [M:0;91f82191efb8:40095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:21:49,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:21:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1004028482/master
2024-11-15T03:21:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1004028482
2024-11-15T03:21:49,225 DEBUG [M:0;91f82191efb8:40095 {}] zookeeper.ZKUtil(347): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Unable to get data of znode /1-1004028482/master because node does not exist (not an error)
2024-11-15T03:21:49,225 WARN  [M:0;91f82191efb8:40095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:21:49,225 INFO  [M:0;91f82191efb8:40095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/.lastflushedseqids
2024-11-15T03:21:49,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741847_1023 (size=245)
2024-11-15T03:21:49,304 INFO  [RS:0;91f82191efb8:45741 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1013c82b9ff0004, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:49,304 INFO  [RS:0;91f82191efb8:45741 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,45741,1731640876170; zookeeper connection closed.
2024-11-15T03:21:49,304 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@de4588f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@de4588f
2024-11-15T03:21:49,305 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:21:49,629 INFO  [M:0;91f82191efb8:40095 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:21:49,629 INFO  [M:0;91f82191efb8:40095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:21:49,629 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:49,629 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:49,629 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:49,629 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:49,629 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:49,629 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-15T03:21:49,638 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:49,643 DEBUG [M:0;91f82191efb8:40095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972c8f3d4d8948bda566b2c19f8b9413 is 82, key is hbase:meta,,1/info:regioninfo/1731640879452/Put/seqid=0
2024-11-15T03:21:49,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741848_1024 (size=5672)
2024-11-15T03:21:50,047 INFO  [M:0;91f82191efb8:40095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972c8f3d4d8948bda566b2c19f8b9413
2024-11-15T03:21:50,063 DEBUG [M:0;91f82191efb8:40095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a4ce69d30f64fa1859328e25bfeded7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640893770/Put/seqid=0
2024-11-15T03:21:50,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741849_1025 (size=8516)
2024-11-15T03:21:50,228 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:50,228 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,228 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,270 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,272 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,281 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,291 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,291 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,293 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:50,467 INFO  [M:0;91f82191efb8:40095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a4ce69d30f64fa1859328e25bfeded7
2024-11-15T03:21:50,494 DEBUG [M:0;91f82191efb8:40095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42c74353756a41589d27ed597a8e1b60 is 69, key is 91f82191efb8,45741,1731640876170/rs:state/1731640878341/Put/seqid=0
2024-11-15T03:21:50,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741850_1026 (size=5156)
2024-11-15T03:21:50,526 INFO  [M:0;91f82191efb8:40095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42c74353756a41589d27ed597a8e1b60
2024-11-15T03:21:50,531 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972c8f3d4d8948bda566b2c19f8b9413 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/972c8f3d4d8948bda566b2c19f8b9413
2024-11-15T03:21:50,536 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/972c8f3d4d8948bda566b2c19f8b9413, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:21:50,537 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a4ce69d30f64fa1859328e25bfeded7 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a4ce69d30f64fa1859328e25bfeded7
2024-11-15T03:21:50,541 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a4ce69d30f64fa1859328e25bfeded7, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:21:50,542 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42c74353756a41589d27ed597a8e1b60 as hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42c74353756a41589d27ed597a8e1b60
2024-11-15T03:21:50,547 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42473/user/jenkins/test-data/72298568-f7c7-780c-3ddb-060c93666d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42c74353756a41589d27ed597a8e1b60, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:21:50,548 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false
2024-11-15T03:21:50,561 INFO  [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:50,561 DEBUG [M:0;91f82191efb8:40095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640909629Disabling compacts and flushes for region at 1731640909629Disabling writes for close at 1731640909629Obtaining lock to block concurrent updates at 1731640909629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640909629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731640909630 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640909630Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640909630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640909643 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640909643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640910050 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640910062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640910062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640910474 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640910494 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640910494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7985c2: reopening flushed file at 1731640910530 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac91154: reopening flushed file at 1731640910536 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14caf2f8: reopening flushed file at 1731640910541 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false at 1731640910548 (+7 ms)Writing region close event to WAL at 1731640910561 (+13 ms)Closed at 1731640910561
2024-11-15T03:21:50,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741830_1006 (size=63654)
2024-11-15T03:21:50,565 INFO  [M:0;91f82191efb8:40095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:21:50,565 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:50,565 INFO  [M:0;91f82191efb8:40095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40095
2024-11-15T03:21:50,568 INFO  [M:0;91f82191efb8:40095 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:50,741 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 to pos 1493, reset compression=false
2024-11-15T03:21:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:50,757 INFO  [M:0;91f82191efb8:40095 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x1013c82b9ff0003, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:50,759 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772650f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:50,760 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33eb7338{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:50,760 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:50,760 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a7e87d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:50,760 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c46f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:50,762 WARN  [BP-443735974-172.17.0.2-1731640873958 heartbeating to localhost/127.0.0.1:42473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:21:50,762 WARN  [BP-443735974-172.17.0.2-1731640873958 heartbeating to localhost/127.0.0.1:42473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443735974-172.17.0.2-1731640873958 (Datanode Uuid 07d4800a-9bc8-4212-9733-693a257eacd1) service to localhost/127.0.0.1:42473
2024-11-15T03:21:50,762 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/cluster_fd42e27f-7277-4ba2-a3a3-9bc4e412db97/data/data1/current/BP-443735974-172.17.0.2-1731640873958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:50,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:21:50,763 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:21:50,763 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/cluster_fd42e27f-7277-4ba2-a3a3-9bc4e412db97/data/data2/current/BP-443735974-172.17.0.2-1731640873958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:50,763 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:21:50,771 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@768b443b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:50,771 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dee079b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:50,771 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:50,771 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f00ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:50,771 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0a3ca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62cd8e8e-14e1-e599-74e0-c103e454cda6/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:50,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:21:50,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:21:50,788 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:50,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:50,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:50,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:50,788 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:50,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:21:50,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56606946, stopped=false
2024-11-15T03:21:50,788 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,42743,1731640870185
2024-11-15T03:21:50,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445283698/running
2024-11-15T03:21:50,804 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:50,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445283698/running
2024-11-15T03:21:50,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:50,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/running
2024-11-15T03:21:50,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:50,805 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:21:50,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Set watcher on znode that does not yet exist, /0-445283698/running
2024-11-15T03:21:50,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:50,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:50,806 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,39195,1731640870367' *****
2024-11-15T03:21:50,806 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:21:50,806 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:21:50,806 INFO  [RS:0;91f82191efb8:39195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:21:50,806 INFO  [RS:0;91f82191efb8:39195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:21:50,806 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:50,806 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:21:50,808 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(3091): Received CLOSE for 3132ec5291fdcb565e6537ce755763ba
2024-11-15T03:21:50,808 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,39195,1731640870367
2024-11-15T03:21:50,808 INFO  [RS:0;91f82191efb8:39195 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:50,808 INFO  [RS:0;91f82191efb8:39195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39195.
2024-11-15T03:21:50,808 DEBUG [RS:0;91f82191efb8:39195 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:50,808 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:50,808 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fe9da9f1ab83b6b76733189ca63ec3c, disabling compactions & flushes
2024-11-15T03:21:50,808 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:50,808 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:21:50,808 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:21:50,809 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:21:50,809 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:21:50,809 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:50,809 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c. after waiting 0 ms
2024-11-15T03:21:50,809 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:50,809 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3fe9da9f1ab83b6b76733189ca63ec3c 3/3 column families, dataSize=341 B heapSize=1.99 KB
2024-11-15T03:21:50,823 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:21:50,823 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1325): Online Regions={3fe9da9f1ab83b6b76733189ca63ec3c=test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c., 1588230740=hbase:meta,,1.1588230740, 3132ec5291fdcb565e6537ce755763ba=hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.}
2024-11-15T03:21:50,823 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3132ec5291fdcb565e6537ce755763ba, 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:50,823 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:50,823 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:50,823 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:50,824 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:50,824 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:50,824 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:21:50,848 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/info/335e22c6ef6e417fbfc34dbe22cde55c is 147, key is hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba./info:regioninfo/1731640891202/Put/seqid=0
2024-11-15T03:21:50,854 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/f/81e2facfe4874dd9a6937186e0bce4f4 is 37, key is row3/f:row3/1731640902641/Put/seqid=0
2024-11-15T03:21:50,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741840_1016 (size=7686)
2024-11-15T03:21:50,875 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/info/335e22c6ef6e417fbfc34dbe22cde55c
2024-11-15T03:21:50,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741841_1017 (size=5228)
2024-11-15T03:21:50,896 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/f/81e2facfe4874dd9a6937186e0bce4f4
2024-11-15T03:21:50,900 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:50,911 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81e2facfe4874dd9a6937186e0bce4f4
2024-11-15T03:21:50,932 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/ns/0671aefbf32344ad8b57469ec3881192 is 43, key is default/ns:d/1731640873790/Put/seqid=0
2024-11-15T03:21:50,944 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/f1/be8c0a62ac854e679e82e6bcdc75661d is 30, key is row1/f1:/1731640899941/DeleteFamily/seqid=0
2024-11-15T03:21:50,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741842_1018 (size=5153)
2024-11-15T03:21:50,979 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/ns/0671aefbf32344ad8b57469ec3881192
2024-11-15T03:21:51,024 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3132ec5291fdcb565e6537ce755763ba, 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:51,027 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/rep_barrier/75d02d17d56e4bcda03c2cdbd6422476 is 112, key is test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c./rep_barrier:seqnumDuringOpen/1731640885942/Put/seqid=0
2024-11-15T03:21:51,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741843_1019 (size=5158)
2024-11-15T03:21:51,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741844_1020 (size=5518)
2024-11-15T03:21:51,224 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3132ec5291fdcb565e6537ce755763ba, 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:51,424 DEBUG [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3132ec5291fdcb565e6537ce755763ba, 3fe9da9f1ab83b6b76733189ca63ec3c
2024-11-15T03:21:51,442 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/f1/be8c0a62ac854e679e82e6bcdc75661d
2024-11-15T03:21:51,446 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be8c0a62ac854e679e82e6bcdc75661d
2024-11-15T03:21:51,461 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/rep_barrier/75d02d17d56e4bcda03c2cdbd6422476
2024-11-15T03:21:51,481 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/norep/f0bb942049534957a9ecce40cb4b4149 is 32, key is row/norep:/1731640898931/DeleteFamily/seqid=0
2024-11-15T03:21:51,491 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/table/1cd1959780b540b3b0ebbf794c39c264 is 53, key is hbase:replication/table:state/1731640891223/Put/seqid=0
2024-11-15T03:21:51,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741845_1021 (size=5101)
2024-11-15T03:21:51,506 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/norep/f0bb942049534957a9ecce40cb4b4149
2024-11-15T03:21:51,510 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0bb942049534957a9ecce40cb4b4149
2024-11-15T03:21:51,511 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/f/81e2facfe4874dd9a6937186e0bce4f4 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/f/81e2facfe4874dd9a6937186e0bce4f4
2024-11-15T03:21:51,515 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81e2facfe4874dd9a6937186e0bce4f4
2024-11-15T03:21:51,516 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/f/81e2facfe4874dd9a6937186e0bce4f4, entries=5, sequenceid=12, filesize=5.1 K
2024-11-15T03:21:51,516 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/f1/be8c0a62ac854e679e82e6bcdc75661d as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/f1/be8c0a62ac854e679e82e6bcdc75661d
2024-11-15T03:21:51,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741846_1022 (size=5308)
2024-11-15T03:21:51,518 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/table/1cd1959780b540b3b0ebbf794c39c264
2024-11-15T03:21:51,524 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be8c0a62ac854e679e82e6bcdc75661d
2024-11-15T03:21:51,524 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/f1/be8c0a62ac854e679e82e6bcdc75661d, entries=3, sequenceid=12, filesize=5.0 K
2024-11-15T03:21:51,525 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/info/335e22c6ef6e417fbfc34dbe22cde55c as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/info/335e22c6ef6e417fbfc34dbe22cde55c
2024-11-15T03:21:51,526 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/.tmp/norep/f0bb942049534957a9ecce40cb4b4149 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/norep/f0bb942049534957a9ecce40cb4b4149
2024-11-15T03:21:51,530 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0bb942049534957a9ecce40cb4b4149
2024-11-15T03:21:51,530 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/info/335e22c6ef6e417fbfc34dbe22cde55c, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:21:51,530 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/norep/f0bb942049534957a9ecce40cb4b4149, entries=1, sequenceid=12, filesize=5.0 K
2024-11-15T03:21:51,531 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3fe9da9f1ab83b6b76733189ca63ec3c in 722ms, sequenceid=12, compaction requested=false
2024-11-15T03:21:51,531 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:21:51,532 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/ns/0671aefbf32344ad8b57469ec3881192 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/ns/0671aefbf32344ad8b57469ec3881192
2024-11-15T03:21:51,537 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/ns/0671aefbf32344ad8b57469ec3881192, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:21:51,538 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/rep_barrier/75d02d17d56e4bcda03c2cdbd6422476 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/rep_barrier/75d02d17d56e4bcda03c2cdbd6422476
2024-11-15T03:21:51,543 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/rep_barrier/75d02d17d56e4bcda03c2cdbd6422476, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:21:51,544 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/.tmp/table/1cd1959780b540b3b0ebbf794c39c264 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/table/1cd1959780b540b3b0ebbf794c39c264
2024-11-15T03:21:51,548 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/table/1cd1959780b540b3b0ebbf794c39c264, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:21:51,549 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 725ms, sequenceid=16, compaction requested=false
2024-11-15T03:21:51,553 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/default/test/3fe9da9f1ab83b6b76733189ca63ec3c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-15T03:21:51,553 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:51,553 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:51,553 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fe9da9f1ab83b6b76733189ca63ec3c:
Waiting for close lock at 1731640910808Running coprocessor pre-close hooks at 1731640910808Disabling compacts and flushes for region at 1731640910808Disabling writes for close at 1731640910809 (+1 ms)Obtaining lock to block concurrent updates at 1731640910809Preparing flush snapshotting stores in 3fe9da9f1ab83b6b76733189ca63ec3c at 1731640910809Finished memstore snapshotting test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731640910810 (+1 ms)Flushing stores of test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c. at 1731640910810Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/f: creating writer at 1731640910810Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/f: appending metadata at 1731640910853 (+43 ms)Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/f: closing flushed file at 1731640910853Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/f1: creating writer at 1731640910911 (+58 ms)Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/f1: appending metadata at 1731640910943 (+32 ms)Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/f1: closing flushed file at 1731640910943Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/norep: creating writer at 1731640911446 (+503 ms)Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/norep: appending metadata at 1731640911480 (+34 ms)Flushing 3fe9da9f1ab83b6b76733189ca63ec3c/norep: closing flushed file at 1731640911480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cb5a10: reopening flushed file at 1731640911510 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108c6c38: reopening flushed file at 1731640911516 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464886ed: reopening flushed file at 1731640911524 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3fe9da9f1ab83b6b76733189ca63ec3c in 722ms, sequenceid=12, compaction requested=false at 1731640911531 (+7 ms)Writing region close event to WAL at 1731640911549 (+18 ms)Running coprocessor post-close hooks at 1731640911553 (+4 ms)Closed at 1731640911553
2024-11-15T03:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640884792.3fe9da9f1ab83b6b76733189ca63ec3c.
2024-11-15T03:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3132ec5291fdcb565e6537ce755763ba, disabling compactions & flushes
2024-11-15T03:21:51,554 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba. after waiting 0 ms
2024-11-15T03:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:51,554 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3132ec5291fdcb565e6537ce755763ba 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-15T03:21:51,557 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:21:51,558 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:51,558 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:51,558 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:51,558 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640910823Running coprocessor pre-close hooks at 1731640910823Disabling compacts and flushes for region at 1731640910823Disabling writes for close at 1731640910824 (+1 ms)Obtaining lock to block concurrent updates at 1731640910824Preparing flush snapshotting stores in 1588230740 at 1731640910824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640910825 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640910826 (+1 ms)Flushing 1588230740/info: creating writer at 1731640910826Flushing 1588230740/info: appending metadata at 1731640910848 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731640910848Flushing 1588230740/ns: creating writer at 1731640910903 (+55 ms)Flushing 1588230740/ns: appending metadata at 1731640910931 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731640910931Flushing 1588230740/rep_barrier: creating writer at 1731640910984 (+53 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640911027 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640911027Flushing 1588230740/table: creating writer at 1731640911466 (+439 ms)Flushing 1588230740/table: appending metadata at 1731640911491 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731640911491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4dcfca: reopening flushed file at 1731640911522 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30bb2433: reopening flushed file at 1731640911530 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5896018a: reopening flushed file at 1731640911538 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b2baa0: reopening flushed file at 1731640911543 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 725ms, sequenceid=16, compaction requested=false at 1731640911549 (+6 ms)Writing region close event to WAL at 1731640911554 (+5 ms)Running coprocessor post-close hooks at 1731640911557 (+3 ms)Closed at 1731640911558 (+1 ms)
2024-11-15T03:21:51,558 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:51,570 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/.tmp/queue/589e58b68ea74f27b7461d0b1efc4e55 is 154, key is 1-91f82191efb8,39195,1731640870367/queue:91f82191efb8%2C39195%2C1731640870367/1731640904178/Put/seqid=0
2024-11-15T03:21:51,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741847_1023 (size=5353)
2024-11-15T03:21:51,579 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/.tmp/queue/589e58b68ea74f27b7461d0b1efc4e55
2024-11-15T03:21:51,583 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/.tmp/queue/589e58b68ea74f27b7461d0b1efc4e55 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/queue/589e58b68ea74f27b7461d0b1efc4e55
2024-11-15T03:21:51,587 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/queue/589e58b68ea74f27b7461d0b1efc4e55, entries=1, sequenceid=14, filesize=5.2 K
2024-11-15T03:21:51,588 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3132ec5291fdcb565e6537ce755763ba in 34ms, sequenceid=14, compaction requested=false
2024-11-15T03:21:51,595 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/data/hbase/replication/3132ec5291fdcb565e6537ce755763ba/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-15T03:21:51,596 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:21:51,596 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:21:51,596 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:51,596 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3132ec5291fdcb565e6537ce755763ba:
Waiting for close lock at 1731640911554Running coprocessor pre-close hooks at 1731640911554Disabling compacts and flushes for region at 1731640911554Disabling writes for close at 1731640911554Obtaining lock to block concurrent updates at 1731640911554Preparing flush snapshotting stores in 3132ec5291fdcb565e6537ce755763ba at 1731640911554Finished memstore snapshotting hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731640911554Flushing stores of hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba. at 1731640911555 (+1 ms)Flushing 3132ec5291fdcb565e6537ce755763ba/queue: creating writer at 1731640911555Flushing 3132ec5291fdcb565e6537ce755763ba/queue: appending metadata at 1731640911570 (+15 ms)Flushing 3132ec5291fdcb565e6537ce755763ba/queue: closing flushed file at 1731640911570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d122525: reopening flushed file at 1731640911583 (+13 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3132ec5291fdcb565e6537ce755763ba in 34ms, sequenceid=14, compaction requested=false at 1731640911588 (+5 ms)Writing region close event to WAL at 1731640911593 (+5 ms)Running coprocessor post-close hooks at 1731640911596 (+3 ms)Closed at 1731640911596
2024-11-15T03:21:51,596 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640890267.3132ec5291fdcb565e6537ce755763ba.
2024-11-15T03:21:51,624 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,39195,1731640870367; all regions closed.
2024-11-15T03:21:51,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:21:51,628 DEBUG [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/oldWALs
2024-11-15T03:21:51,628 INFO  [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39195%2C1731640870367.meta:.meta(num 1731640873701)
2024-11-15T03:21:51,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741839_1015 (size=3552)
2024-11-15T03:21:51,630 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.rep.1731640891131 not finished, retry = 0
2024-11-15T03:21:51,649 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:21:51,649 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:21:51,732 DEBUG [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/oldWALs
2024-11-15T03:21:51,732 INFO  [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39195%2C1731640870367.rep:(num 1731640891131)
2024-11-15T03:21:51,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741832_1008 (size=2392)
2024-11-15T03:21:51,734 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/WALs/91f82191efb8,39195,1731640870367/91f82191efb8%2C39195%2C1731640870367.1731640872784 not finished, retry = 0
2024-11-15T03:21:51,836 DEBUG [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/oldWALs
2024-11-15T03:21:51,836 INFO  [RS:0;91f82191efb8:39195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C39195%2C1731640870367:(num 1731640872784)
2024-11-15T03:21:51,836 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:51,836 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:21:51,836 INFO  [RS:0;91f82191efb8:39195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:51,836 INFO  [RS:0;91f82191efb8:39195 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:51,836 INFO  [RS:0;91f82191efb8:39195 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:51,836 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:51,837 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,39195,1731640870367 because: Region server is closing
2024-11-15T03:21:51,837 INFO  [RS:0;91f82191efb8:39195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39195.
2024-11-15T03:21:51,837 DEBUG [RS:0;91f82191efb8:39195 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:51,837 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:51,837 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:51,837 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:51,938 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.wal-reader.91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:21:51,939 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-15T03:21:51,939 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,39195,1731640870367.replicationSource.shipper91f82191efb8%2C39195%2C1731640870367,1-91f82191efb8,39195,1731640870367 terminated
2024-11-15T03:21:51,939 INFO  [RS:0;91f82191efb8:39195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:39195.
2024-11-15T03:21:51,939 DEBUG [RS:0;91f82191efb8:39195 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:21:51,939 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:51,940 DEBUG [RS:0;91f82191efb8:39195 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:51,940 INFO  [RS:0;91f82191efb8:39195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39195
2024-11-15T03:21:51,940 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:21:52,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445283698/rs/91f82191efb8,39195,1731640870367
2024-11-15T03:21:52,004 INFO  [RS:0;91f82191efb8:39195 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:52,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698/rs
2024-11-15T03:21:52,015 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,39195,1731640870367]
2024-11-15T03:21:52,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-445283698/draining/91f82191efb8,39195,1731640870367 already deleted, retry=false
2024-11-15T03:21:52,025 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,39195,1731640870367 expired; onlineServers=0
2024-11-15T03:21:52,025 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,42743,1731640870185' *****
2024-11-15T03:21:52,025 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:21:52,025 INFO  [M:0;91f82191efb8:42743 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:21:52,025 INFO  [M:0;91f82191efb8:42743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:21:52,025 DEBUG [M:0;91f82191efb8:42743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:21:52,025 DEBUG [M:0;91f82191efb8:42743 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:21:52,025 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:21:52,025 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640872498 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640872498,5,FailOnTimeoutGroup]
2024-11-15T03:21:52,025 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640872498 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640872498,5,FailOnTimeoutGroup]
2024-11-15T03:21:52,025 INFO  [M:0;91f82191efb8:42743 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:21:52,025 INFO  [M:0;91f82191efb8:42743 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:21:52,026 DEBUG [M:0;91f82191efb8:42743 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:21:52,026 INFO  [M:0;91f82191efb8:42743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:21:52,026 INFO  [M:0;91f82191efb8:42743 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:21:52,026 INFO  [M:0;91f82191efb8:42743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:21:52,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:21:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445283698/master
2024-11-15T03:21:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445283698
2024-11-15T03:21:52,036 DEBUG [M:0;91f82191efb8:42743 {}] zookeeper.ZKUtil(347): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Unable to get data of znode /0-445283698/master because node does not exist (not an error)
2024-11-15T03:21:52,036 WARN  [M:0;91f82191efb8:42743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:21:52,041 INFO  [M:0;91f82191efb8:42743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/.lastflushedseqids
2024-11-15T03:21:52,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741848_1024 (size=245)
2024-11-15T03:21:52,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:52,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39195-0x1013c82b9ff0001, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:52,115 INFO  [RS:0;91f82191efb8:39195 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:52,115 INFO  [RS:0;91f82191efb8:39195 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,39195,1731640870367; zookeeper connection closed.
2024-11-15T03:21:52,115 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd
2024-11-15T03:21:52,115 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:21:52,462 INFO  [M:0;91f82191efb8:42743 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:21:52,462 INFO  [M:0;91f82191efb8:42743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:21:52,463 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:52,463 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:52,463 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:52,463 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:52,463 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:52,463 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB
2024-11-15T03:21:52,485 DEBUG [M:0;91f82191efb8:42743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/343e375e21a94c4e99e900fb08e8c7c5 is 82, key is hbase:meta,,1/info:regioninfo/1731640873744/Put/seqid=0
2024-11-15T03:21:52,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741849_1025 (size=5672)
2024-11-15T03:21:52,498 INFO  [M:0;91f82191efb8:42743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/343e375e21a94c4e99e900fb08e8c7c5
2024-11-15T03:21:52,520 DEBUG [M:0;91f82191efb8:42743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d60a8d7999149358a97d815e1fa7649 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640885951/Put/seqid=0
2024-11-15T03:21:52,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741850_1026 (size=7218)
2024-11-15T03:21:52,530 INFO  [M:0;91f82191efb8:42743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d60a8d7999149358a97d815e1fa7649
2024-11-15T03:21:52,534 INFO  [M:0;91f82191efb8:42743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d60a8d7999149358a97d815e1fa7649
2024-11-15T03:21:52,555 DEBUG [M:0;91f82191efb8:42743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e1fd05fc0c14d7c9c3e30de42811597 is 69, key is 91f82191efb8,39195,1731640870367/rs:state/1731640872631/Put/seqid=0
2024-11-15T03:21:52,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741851_1027 (size=5156)
2024-11-15T03:21:52,559 INFO  [M:0;91f82191efb8:42743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e1fd05fc0c14d7c9c3e30de42811597
2024-11-15T03:21:52,564 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/343e375e21a94c4e99e900fb08e8c7c5 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/343e375e21a94c4e99e900fb08e8c7c5
2024-11-15T03:21:52,568 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/343e375e21a94c4e99e900fb08e8c7c5, entries=8, sequenceid=105, filesize=5.5 K
2024-11-15T03:21:52,569 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d60a8d7999149358a97d815e1fa7649 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d60a8d7999149358a97d815e1fa7649
2024-11-15T03:21:52,573 INFO  [M:0;91f82191efb8:42743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d60a8d7999149358a97d815e1fa7649
2024-11-15T03:21:52,573 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d60a8d7999149358a97d815e1fa7649, entries=11, sequenceid=105, filesize=7.0 K
2024-11-15T03:21:52,574 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e1fd05fc0c14d7c9c3e30de42811597 as hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e1fd05fc0c14d7c9c3e30de42811597
2024-11-15T03:21:52,578 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37367/user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e1fd05fc0c14d7c9c3e30de42811597, entries=1, sequenceid=105, filesize=5.0 K
2024-11-15T03:21:52,579 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=105, compaction requested=false
2024-11-15T03:21:52,580 INFO  [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:52,580 DEBUG [M:0;91f82191efb8:42743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640912463Disabling compacts and flushes for region at 1731640912463Disabling writes for close at 1731640912463Obtaining lock to block concurrent updates at 1731640912463Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640912463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731640912463Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640912464 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640912464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640912484 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640912484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640912502 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640912520 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640912520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640912535 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640912554 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640912555 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213c8eda: reopening flushed file at 1731640912563 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc292ce: reopening flushed file at 1731640912569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e93164: reopening flushed file at 1731640912574 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=105, compaction requested=false at 1731640912579 (+5 ms)Writing region close event to WAL at 1731640912580 (+1 ms)Closed at 1731640912580
2024-11-15T03:21:52,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33849 is added to blk_1073741830_1006 (size=64423)
2024-11-15T03:21:52,582 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1622cda3-4259-a69a-4fe9-933fa3e3069f/MasterData/WALs/91f82191efb8,42743,1731640870185/91f82191efb8%2C42743%2C1731640870185.1731640872097 not finished, retry = 0
2024-11-15T03:21:52,683 INFO  [M:0;91f82191efb8:42743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:21:52,683 INFO  [M:0;91f82191efb8:42743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42743
2024-11-15T03:21:52,683 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:21:52,683 INFO  [M:0;91f82191efb8:42743 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:21:52,796 INFO  [M:0;91f82191efb8:42743 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:21:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42743-0x1013c82b9ff0000, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:21:52,799 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@666236c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:52,799 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d985459{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:52,799 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:52,799 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d03019c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:52,799 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ca7de1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:52,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:21:52,801 WARN  [BP-1965015454-172.17.0.2-1731640868457 heartbeating to localhost/127.0.0.1:37367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:21:52,801 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:21:52,801 WARN  [BP-1965015454-172.17.0.2-1731640868457 heartbeating to localhost/127.0.0.1:37367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1965015454-172.17.0.2-1731640868457 (Datanode Uuid 0bd969f4-3615-47c9-9b20-7292e98bc820) service to localhost/127.0.0.1:37367
2024-11-15T03:21:52,801 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/data/data1/current/BP-1965015454-172.17.0.2-1731640868457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:52,801 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/cluster_36b06e78-3d45-b64e-380f-ca0c192dce7a/data/data2/current/BP-1965015454-172.17.0.2-1731640868457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:21:52,802 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:21:52,808 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e43e82d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:52,808 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59632aec{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:21:52,808 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:21:52,808 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6048eb63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:21:52,808 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa1d05f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/758f4f38-bc14-24b9-1bf5-23650895c7ca/hadoop.log.dir/,STOPPED}
2024-11-15T03:21:52,815 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:21:52,827 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:21:52,843 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 263)
Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63034)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-33-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63034)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37367
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37367
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34231 from jenkins.hfs.16
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42473
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34231 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-27-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42473 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34231
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37367 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34231
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34231 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42473 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-26-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37367 from jenkins.hfs.14
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: globalEventExecutor-1-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42473
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42473 from jenkins.hfs.15
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63034)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-33-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37367
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37367
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37367
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37367 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=743 (was 608) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=477 (was 897)
2024-11-15T03:21:52,865 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=743, ProcessCount=11, AvailableMemoryMB=477
2024-11-15T03:21:52,881 INFO  [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2
2024-11-15T03:21:52,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir so I do NOT create it in target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30
2024-11-15T03:21:52,882 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:21:52,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.tmp.dir so I do NOT create it in target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30
2024-11-15T03:21:52,882 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34381d79-104d-0a8c-9aef-2e9675e1d016/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:21:52,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30
2024-11-15T03:21:52,882 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9, deleteOnExit=true
2024-11-15T03:21:52,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c82b9ff0005, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:21:52,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c82b9ff0002, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:21:52,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c82b9ff0008, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:21:52,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c82b9ff0005, quorum=127.0.0.1:63034, baseZNode=/1-1004028482 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:21:52,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c82b9ff0008, quorum=127.0.0.1:63034, baseZNode=/2-1399213461 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:21:52,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c82b9ff0002, quorum=127.0.0.1:63034, baseZNode=/0-445283698 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:21:52,925 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/zookeeper_0, clientPort=51661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:21:52,932 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51661
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/test.cache.data in system properties and HBase conf
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:21:52,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:52,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:21:52,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:21:53,330 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:53,340 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:53,364 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:53,364 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:53,364 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:21:53,373 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:53,380 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d4617e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:53,381 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79874c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:53,506 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297f28c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/java.io.tmpdir/jetty-localhost-40581-hadoop-hdfs-3_4_1-tests_jar-_-any-16149997677735284368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:53,507 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d547a2d{HTTP/1.1, (http/1.1)}{localhost:40581}
2024-11-15T03:21:53,507 INFO  [Time-limited test {}] server.Server(415): Started @274206ms
2024-11-15T03:21:53,875 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:53,879 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:53,889 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:53,889 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:53,889 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:53,889 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d155a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:53,890 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd0948e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:54,011 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f9ed7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/java.io.tmpdir/jetty-localhost-38317-hadoop-hdfs-3_4_1-tests_jar-_-any-11577586771291397588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:54,012 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16e36e10{HTTP/1.1, (http/1.1)}{localhost:38317}
2024-11-15T03:21:54,012 INFO  [Time-limited test {}] server.Server(415): Started @274711ms
2024-11-15T03:21:54,014 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:21:54,760 WARN  [Thread-3422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/data/data1/current/BP-1300586338-172.17.0.2-1731640912952/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:54,760 WARN  [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/data/data2/current/BP-1300586338-172.17.0.2-1731640912952/current, will proceed with Du for space computation calculation, 
2024-11-15T03:21:54,787 WARN  [Thread-3410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:21:54,790 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd11d4378bd3079d9 with lease ID 0xda1e5fb7c73789b7: Processing first storage report for DS-ab407eac-cd57-42b7-a43d-a481dfc7d24d from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=93576d75-ee0f-4589-a967-47d5dce5ab5e, infoPort=33673, infoSecurePort=0, ipcPort=34451, storageInfo=lv=-57;cid=testClusterID;nsid=596411753;c=1731640912952)
2024-11-15T03:21:54,790 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd11d4378bd3079d9 with lease ID 0xda1e5fb7c73789b7: from storage DS-ab407eac-cd57-42b7-a43d-a481dfc7d24d node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=93576d75-ee0f-4589-a967-47d5dce5ab5e, infoPort=33673, infoSecurePort=0, ipcPort=34451, storageInfo=lv=-57;cid=testClusterID;nsid=596411753;c=1731640912952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:54,790 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd11d4378bd3079d9 with lease ID 0xda1e5fb7c73789b7: Processing first storage report for DS-76b91bda-a876-4a91-a537-8ed621f06b41 from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=93576d75-ee0f-4589-a967-47d5dce5ab5e, infoPort=33673, infoSecurePort=0, ipcPort=34451, storageInfo=lv=-57;cid=testClusterID;nsid=596411753;c=1731640912952)
2024-11-15T03:21:54,790 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd11d4378bd3079d9 with lease ID 0xda1e5fb7c73789b7: from storage DS-76b91bda-a876-4a91-a537-8ed621f06b41 node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=93576d75-ee0f-4589-a967-47d5dce5ab5e, infoPort=33673, infoSecurePort=0, ipcPort=34451, storageInfo=lv=-57;cid=testClusterID;nsid=596411753;c=1731640912952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:21:54,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30
2024-11-15T03:21:54,805 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:54,806 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:54,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:21:55,215 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54 with version=8
2024-11-15T03:21:55,215 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/hbase-staging
2024-11-15T03:21:55,217 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:55,218 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34549
2024-11-15T03:21:55,219 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34549 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:21:55,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345490x0, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:55,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34549-0x1013c8367b40000 connected
2024-11-15T03:21:55,417 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:55,419 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:55,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/running
2024-11-15T03:21:55,433 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54, hbase.cluster.distributed=false
2024-11-15T03:21:55,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/acl
2024-11-15T03:21:55,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34549
2024-11-15T03:21:55,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34549
2024-11-15T03:21:55,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34549
2024-11-15T03:21:55,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34549
2024-11-15T03:21:55,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34549
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:21:55,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:21:55,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40611
2024-11-15T03:21:55,502 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40611 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:21:55,503 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:55,505 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:55,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406110x0, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:55,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406110x0, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/running
2024-11-15T03:21:55,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40611-0x1013c8367b40001 connected
2024-11-15T03:21:55,523 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:21:55,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:21:55,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/master
2024-11-15T03:21:55,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/acl
2024-11-15T03:21:55,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40611
2024-11-15T03:21:55,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40611
2024-11-15T03:21:55,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40611
2024-11-15T03:21:55,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40611
2024-11-15T03:21:55,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40611
2024-11-15T03:21:55,583 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:34549
2024-11-15T03:21:55,583 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01279960010/backup-masters/91f82191efb8,34549,1731640915217
2024-11-15T03:21:55,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010/backup-masters
2024-11-15T03:21:55,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010/backup-masters
2024-11-15T03:21:55,597 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on existing znode=/01279960010/backup-masters/91f82191efb8,34549,1731640915217
2024-11-15T03:21:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01279960010/master
2024-11-15T03:21:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:55,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:55,607 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on existing znode=/01279960010/master
2024-11-15T03:21:55,607 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01279960010/backup-masters/91f82191efb8,34549,1731640915217 from backup master directory
2024-11-15T03:21:55,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01279960010/backup-masters/91f82191efb8,34549,1731640915217
2024-11-15T03:21:55,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010/backup-masters
2024-11-15T03:21:55,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010/backup-masters
2024-11-15T03:21:55,617 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:55,617 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,34549,1731640915217
2024-11-15T03:21:55,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/hbase.id] with ID: 68f287d0-98e3-457c-aa56-db489cccb559
2024-11-15T03:21:55,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/.tmp/hbase.id
2024-11-15T03:21:55,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:21:56,025 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/.tmp/hbase.id]:[hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/hbase.id]
2024-11-15T03:21:56,033 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:21:56,034 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:21:56,034 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-15T03:21:56,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:56,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:56,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:21:56,509 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:21:56,510 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:21:56,516 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:56,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:21:56,536 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store
2024-11-15T03:21:56,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:21:56,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:56,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:21:56,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:56,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:56,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:21:56,556 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:56,556 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:21:56,557 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640916556Disabling compacts and flushes for region at 1731640916556Disabling writes for close at 1731640916556Writing region close event to WAL at 1731640916556Closed at 1731640916556
2024-11-15T03:21:56,557 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/.initializing
2024-11-15T03:21:56,558 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/WALs/91f82191efb8,34549,1731640915217
2024-11-15T03:21:56,559 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:56,561 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C34549%2C1731640915217, suffix=, logDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/WALs/91f82191efb8,34549,1731640915217, archiveDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/oldWALs, maxLogs=10
2024-11-15T03:21:56,579 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/WALs/91f82191efb8,34549,1731640915217/91f82191efb8%2C34549%2C1731640915217.1731640916561, exclude list is [], retry=0
2024-11-15T03:21:56,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-ab407eac-cd57-42b7-a43d-a481dfc7d24d,DISK]
2024-11-15T03:21:56,597 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/WALs/91f82191efb8,34549,1731640915217/91f82191efb8%2C34549%2C1731640915217.1731640916561
2024-11-15T03:21:56,597 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33673:33673)]
2024-11-15T03:21:56,598 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:56,598 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:56,598 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,598 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,601 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:56,602 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:21:56,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:56,603 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:56,603 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:56,604 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:21:56,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:56,606 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:56,606 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:56,611 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:21:56,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:56,612 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:56,612 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:21:56,613 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:21:56,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:56,614 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:21:56,614 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,615 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,615 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,616 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,616 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,616 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:56,617 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:21:56,621 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:56,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63571343, jitterRate=-0.052713170647621155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:56,622 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640916598Initializing all the Stores at 1731640916599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640916599Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640916601 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640916601Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640916601Cleaning up temporary data from old regions at 1731640916616 (+15 ms)Region opened successfully at 1731640916622 (+6 ms)
2024-11-15T03:21:56,631 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:21:56,634 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433292ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:56,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:21:56,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:21:56,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:21:56,636 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:21:56,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:21:56,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:21:56,637 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:21:56,650 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:21:56,651 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Unable to get data of znode /01279960010/balancer because node does not exist (not necessarily an error)
2024-11-15T03:21:56,701 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01279960010/balancer already deleted, retry=false
2024-11-15T03:21:56,702 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:21:56,702 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Unable to get data of znode /01279960010/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:21:56,711 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01279960010/normalizer already deleted, retry=false
2024-11-15T03:21:56,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:21:56,713 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Unable to get data of znode /01279960010/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:21:56,722 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01279960010/switch/split already deleted, retry=false
2024-11-15T03:21:56,724 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Unable to get data of znode /01279960010/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:21:56,733 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01279960010/switch/merge already deleted, retry=false
2024-11-15T03:21:56,735 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Unable to get data of znode /01279960010/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:21:56,743 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01279960010/snapshot-cleanup already deleted, retry=false
2024-11-15T03:21:56,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01279960010/running
2024-11-15T03:21:56,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01279960010/running
2024-11-15T03:21:56,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:56,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:56,755 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,34549,1731640915217, sessionid=0x1013c8367b40000, setting cluster-up flag (Was=false)
2024-11-15T03:21:56,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:56,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:56,936 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01279960010/flush-table-proc/acquired, /01279960010/flush-table-proc/reached, /01279960010/flush-table-proc/abort
2024-11-15T03:21:56,937 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34549,1731640915217
2024-11-15T03:21:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:57,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:57,055 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01279960010/online-snapshot/acquired, /01279960010/online-snapshot/reached, /01279960010/online-snapshot/abort
2024-11-15T03:21:57,057 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:21:57,057 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34549,1731640915217
2024-11-15T03:21:57,058 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,059 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,059 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,059 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,081 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:21:57,097 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:57,098 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:21:57,098 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:21:57,098 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,34549,1731640915217
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:57,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,118 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,118 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,118 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,119 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,119 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,120 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,130 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640947130
2024-11-15T03:21:57,130 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:21:57,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:57,130 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:21:57,131 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:21:57,131 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:21:57,131 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:21:57,131 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:21:57,131 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:21:57,132 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:57,132 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:21:57,136 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,136 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,136 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,138 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:21:57,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:21:57,140 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:21:57,141 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:21:57,141 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:21:57,142 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:21:57,142 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:21:57,142 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640917142,5,FailOnTimeoutGroup]
2024-11-15T03:21:57,143 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640917142,5,FailOnTimeoutGroup]
2024-11-15T03:21:57,143 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,143 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:21:57,143 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,143 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:21:57,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:21:57,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:21:57,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:21:57,173 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(746): ClusterId : 68f287d0-98e3-457c-aa56-db489cccb559
2024-11-15T03:21:57,173 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:21:57,203 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:21:57,203 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:21:57,282 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:21:57,282 DEBUG [RS:0;91f82191efb8:40611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66239bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:21:57,294 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:40611
2024-11-15T03:21:57,294 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:21:57,294 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:21:57,294 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:21:57,295 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,34549,1731640915217 with port=40611, startcode=1731640915500
2024-11-15T03:21:57,295 DEBUG [RS:0;91f82191efb8:40611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:21:57,297 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:21:57,297 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,297 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34549 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,299 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54
2024-11-15T03:21:57,299 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36695
2024-11-15T03:21:57,299 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:21:57,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010/rs
2024-11-15T03:21:57,329 DEBUG [RS:0;91f82191efb8:40611 {}] zookeeper.ZKUtil(111): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on existing znode=/01279960010/rs/91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,329 WARN  [RS:0;91f82191efb8:40611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:21:57,329 INFO  [RS:0;91f82191efb8:40611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:57,329 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,330 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,40611,1731640915500]
2024-11-15T03:21:57,332 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:21:57,339 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:21:57,340 INFO  [RS:0;91f82191efb8:40611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:21:57,340 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,340 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:21:57,341 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:21:57,341 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,341 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,342 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:21:57,342 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:57,342 DEBUG [RS:0;91f82191efb8:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:21:57,349 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,349 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,349 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,349 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,349 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,349 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40611,1731640915500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:57,368 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:21:57,368 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40611,1731640915500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,368 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,368 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.Replication(171): 91f82191efb8,40611,1731640915500 started
2024-11-15T03:21:57,387 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:57,387 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,40611,1731640915500, RpcServer on 91f82191efb8/172.17.0.2:40611, sessionid=0x1013c8367b40001
2024-11-15T03:21:57,387 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:21:57,387 DEBUG [RS:0;91f82191efb8:40611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,387 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40611,1731640915500'
2024-11-15T03:21:57,387 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01279960010/flush-table-proc/abort'
2024-11-15T03:21:57,388 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01279960010/flush-table-proc/acquired'
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40611,1731640915500'
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01279960010/online-snapshot/abort'
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01279960010/online-snapshot/acquired'
2024-11-15T03:21:57,389 DEBUG [RS:0;91f82191efb8:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:21:57,389 INFO  [RS:0;91f82191efb8:40611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:21:57,389 INFO  [RS:0;91f82191efb8:40611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:21:57,490 INFO  [RS:0;91f82191efb8:40611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:21:57,491 INFO  [RS:0;91f82191efb8:40611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40611%2C1731640915500, suffix=, logDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500, archiveDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/oldWALs, maxLogs=10
2024-11-15T03:21:57,508 DEBUG [RS:0;91f82191efb8:40611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492, exclude list is [], retry=0
2024-11-15T03:21:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-ab407eac-cd57-42b7-a43d-a481dfc7d24d,DISK]
2024-11-15T03:21:57,512 INFO  [RS:0;91f82191efb8:40611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492
2024-11-15T03:21:57,512 DEBUG [RS:0;91f82191efb8:40611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33673:33673)]
2024-11-15T03:21:57,548 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:21:57,549 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54
2024-11-15T03:21:57,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:21:57,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:57,558 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:57,559 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:57,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:57,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:57,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:57,560 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:57,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:57,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:57,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:57,561 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:57,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:57,561 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:57,561 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:57,562 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:57,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:57,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:57,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:57,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740
2024-11-15T03:21:57,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740
2024-11-15T03:21:57,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:57,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:57,564 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:57,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:57,566 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:21:57,566 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74023569, jitterRate=0.10303713381290436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640917557Initializing all the Stores at 1731640917557Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640917557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640917557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640917557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640917557Cleaning up temporary data from old regions at 1731640917563 (+6 ms)Region opened successfully at 1731640917567 (+4 ms)
2024-11-15T03:21:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:21:57,567 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:21:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:21:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:21:57,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:21:57,568 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:21:57,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640917567Disabling compacts and flushes for region at 1731640917567Disabling writes for close at 1731640917567Writing region close event to WAL at 1731640917567Closed at 1731640917567
2024-11-15T03:21:57,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:57,569 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:21:57,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:21:57,570 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:57,570 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:21:57,720 DEBUG [91f82191efb8:34549 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:21:57,721 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,40611,1731640915500
2024-11-15T03:21:57,722 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40611,1731640915500, state=OPENING
2024-11-15T03:21:57,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:21:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:21:57,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:21:57,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01279960010/meta-region-server: CHANGED
2024-11-15T03:21:57,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01279960010/meta-region-server: CHANGED
2024-11-15T03:21:57,829 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40611,1731640915500}]
2024-11-15T03:21:57,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:21:57,987 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:21:57,993 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:21:57,993 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:21:57,994 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:21:57,995 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40611%2C1731640915500.meta, suffix=.meta, logDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500, archiveDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/oldWALs, maxLogs=10
2024-11-15T03:21:58,020 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.meta.1731640917995.meta, exclude list is [], retry=0
2024-11-15T03:21:58,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-ab407eac-cd57-42b7-a43d-a481dfc7d24d,DISK]
2024-11-15T03:21:58,026 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.meta.1731640917995.meta
2024-11-15T03:21:58,027 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33673:33673)]
2024-11-15T03:21:58,027 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:21:58,027 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:21:58,027 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:21:58,027 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:21:58,027 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:21:58,028 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:21:58,028 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:21:58,028 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:21:58,028 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:21:58,032 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:21:58,033 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:21:58,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:58,034 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:58,034 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:21:58,037 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:21:58,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:58,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:58,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:21:58,041 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:21:58,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:58,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:58,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:21:58,043 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:21:58,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:21:58,044 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:21:58,044 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:21:58,045 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740
2024-11-15T03:21:58,054 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740
2024-11-15T03:21:58,055 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:21:58,055 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:21:58,056 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:21:58,059 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:21:58,059 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69061528, jitterRate=0.02909696102142334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:21:58,059 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:21:58,060 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640918028Writing region info on filesystem at 1731640918028Initializing all the Stores at 1731640918029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640918029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640918032 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640918032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640918032Cleaning up temporary data from old regions at 1731640918055 (+23 ms)Running coprocessor post-open hooks at 1731640918059 (+4 ms)Region opened successfully at 1731640918060 (+1 ms)
2024-11-15T03:21:58,061 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640917981
2024-11-15T03:21:58,064 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40611,1731640915500
2024-11-15T03:21:58,065 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40611,1731640915500, state=OPEN
2024-11-15T03:21:58,064 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:21:58,067 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:21:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01279960010/meta-region-server
2024-11-15T03:21:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01279960010/meta-region-server
2024-11-15T03:21:58,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01279960010/meta-region-server: CHANGED
2024-11-15T03:21:58,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01279960010/meta-region-server: CHANGED
2024-11-15T03:21:58,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,40611,1731640915500
2024-11-15T03:21:58,159 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:21:58,159 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40611,1731640915500 in 327 msec
2024-11-15T03:21:58,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:21:58,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec
2024-11-15T03:21:58,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:21:58,162 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:21:58,163 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:58,163 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40611,1731640915500, seqNum=-1]
2024-11-15T03:21:58,163 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:58,165 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:58,170 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec
2024-11-15T03:21:58,170 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640918170, completionTime=-1
2024-11-15T03:21:58,170 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:21:58,170 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640978173
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641038173
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34549,1731640915217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34549,1731640915217-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34549,1731640915217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:34549, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,173 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,174 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,176 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34549,1731640915217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:21:58,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34549,1731640915217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:21:58,184 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:21:58,184 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:21:58,184 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34549,1731640915217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:21:58,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cef91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:58,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34549,-1 for getting cluster id
2024-11-15T03:21:58,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:21:58,279 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f287d0-98e3-457c-aa56-db489cccb559'
2024-11-15T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f287d0-98e3-457c-aa56-db489cccb559"

2024-11-15T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb7ea7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34549,-1]
2024-11-15T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:21:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:21:58,280 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:21:58,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebdcc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:21:58,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:21:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40611,1731640915500, seqNum=-1]
2024-11-15T03:21:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:21:58,283 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:21:58,285 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,34549,1731640915217
2024-11-15T03:21:58,286 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:21:58,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:21:58,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c8367b40002 connected
2024-11-15T03:21:58,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir so I do NOT create it in target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec
2024-11-15T03:21:58,321 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:21:58,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.tmp.dir so I do NOT create it in target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec
2024-11-15T03:21:58,321 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:21:58,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec
2024-11-15T03:21:58,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:21:58,321 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/cluster_47bd1bd1-f738-c18c-f2e7-a6de308b1f9c, deleteOnExit=true
2024-11-15T03:21:58,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:21:58,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/test.cache.data in system properties and HBase conf
2024-11-15T03:21:58,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:21:58,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:21:58,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:21:58,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:21:58,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:21:58,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:21:58,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:21:58,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:21:58,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:21:58,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:21:58,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:21:58,659 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:58,662 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:58,673 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:58,673 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:58,673 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:58,674 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:58,675 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683f2031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:58,675 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304c7fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:58,778 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c153dda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/java.io.tmpdir/jetty-localhost-38875-hadoop-hdfs-3_4_1-tests_jar-_-any-5696395721421612016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:21:58,778 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7644a679{HTTP/1.1, (http/1.1)}{localhost:38875}
2024-11-15T03:21:58,778 INFO  [Time-limited test {}] server.Server(415): Started @279478ms
2024-11-15T03:21:59,092 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:21:59,093 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:21:59,095 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:21:59,095 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:21:59,095 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:21:59,095 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47741fe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:21:59,095 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de3b801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:21:59,198 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bfff84b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/java.io.tmpdir/jetty-localhost-41443-hadoop-hdfs-3_4_1-tests_jar-_-any-15308963670291134132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:21:59,198 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b425b08{HTTP/1.1, (http/1.1)}{localhost:41443}
2024-11-15T03:21:59,198 INFO  [Time-limited test {}] server.Server(415): Started @279898ms
2024-11-15T03:21:59,199 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:22:00,054 WARN  [Thread-3543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/cluster_47bd1bd1-f738-c18c-f2e7-a6de308b1f9c/data/data1/current/BP-768205290-172.17.0.2-1731640918345/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:00,054 WARN  [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/cluster_47bd1bd1-f738-c18c-f2e7-a6de308b1f9c/data/data2/current/BP-768205290-172.17.0.2-1731640918345/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:00,079 WARN  [Thread-3531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:22:00,082 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbec47c073454d9f with lease ID 0xc00088de73f583a: Processing first storage report for DS-d8fd347c-3e51-4d0c-a559-877d8a4bebb8 from datanode DatanodeRegistration(127.0.0.1:33677, datanodeUuid=8e6948e9-d5a2-418b-84f3-ec885e9821b7, infoPort=32905, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=266837368;c=1731640918345)
2024-11-15T03:22:00,082 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbec47c073454d9f with lease ID 0xc00088de73f583a: from storage DS-d8fd347c-3e51-4d0c-a559-877d8a4bebb8 node DatanodeRegistration(127.0.0.1:33677, datanodeUuid=8e6948e9-d5a2-418b-84f3-ec885e9821b7, infoPort=32905, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=266837368;c=1731640918345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:00,082 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbec47c073454d9f with lease ID 0xc00088de73f583a: Processing first storage report for DS-48867cd8-c96e-4609-b866-d67ed9e0ed9e from datanode DatanodeRegistration(127.0.0.1:33677, datanodeUuid=8e6948e9-d5a2-418b-84f3-ec885e9821b7, infoPort=32905, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=266837368;c=1731640918345)
2024-11-15T03:22:00,082 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbec47c073454d9f with lease ID 0xc00088de73f583a: from storage DS-48867cd8-c96e-4609-b866-d67ed9e0ed9e node DatanodeRegistration(127.0.0.1:33677, datanodeUuid=8e6948e9-d5a2-418b-84f3-ec885e9821b7, infoPort=32905, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=266837368;c=1731640918345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:00,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec
2024-11-15T03:22:00,154 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:00,155 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:00,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:22:00,564 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4 with version=8
2024-11-15T03:22:00,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/hbase-staging
2024-11-15T03:22:00,566 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:00,567 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43777
2024-11-15T03:22:00,568 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43777 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:22:00,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437770x0, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:00,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43777-0x1013c8367b40003 connected
2024-11-15T03:22:01,391 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:01,392 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:01,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/running
2024-11-15T03:22:01,394 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4, hbase.cluster.distributed=false
2024-11-15T03:22:01,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/acl
2024-11-15T03:22:01,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43777
2024-11-15T03:22:01,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43777
2024-11-15T03:22:01,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43777
2024-11-15T03:22:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43777
2024-11-15T03:22:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43777
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:22:01,408 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:01,409 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45127
2024-11-15T03:22:01,410 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45127 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:22:01,410 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:01,411 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451270x0, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:01,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451270x0, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/running
2024-11-15T03:22:01,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45127-0x1013c8367b40004 connected
2024-11-15T03:22:01,476 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:22:01,477 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:22:01,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/master
2024-11-15T03:22:01,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/acl
2024-11-15T03:22:01,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45127
2024-11-15T03:22:01,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45127
2024-11-15T03:22:01,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45127
2024-11-15T03:22:01,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45127
2024-11-15T03:22:01,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45127
2024-11-15T03:22:01,489 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:43777
2024-11-15T03:22:01,490 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1407433373/backup-masters/91f82191efb8,43777,1731640920566
2024-11-15T03:22:01,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373/backup-masters
2024-11-15T03:22:01,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373/backup-masters
2024-11-15T03:22:01,655 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on existing znode=/1407433373/backup-masters/91f82191efb8,43777,1731640920566
2024-11-15T03:22:01,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1407433373/master
2024-11-15T03:22:01,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:01,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:01,781 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on existing znode=/1407433373/master
2024-11-15T03:22:01,781 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1407433373/backup-masters/91f82191efb8,43777,1731640920566 from backup master directory
2024-11-15T03:22:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1407433373/backup-masters/91f82191efb8,43777,1731640920566
2024-11-15T03:22:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373/backup-masters
2024-11-15T03:22:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373/backup-masters
2024-11-15T03:22:01,869 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:01,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,43777,1731640920566
2024-11-15T03:22:01,872 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/hbase.id] with ID: 811fca02-bf77-48a3-b0f2-80baa4fef16e
2024-11-15T03:22:01,872 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/.tmp/hbase.id
2024-11-15T03:22:01,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:22:02,277 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/.tmp/hbase.id]:[hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/hbase.id]
2024-11-15T03:22:02,285 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:02,285 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:22:02,286 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:22:02,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:02,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:02,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:22:02,665 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:02,665 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,666 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,666 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,666 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,697 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,702 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:02,826 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:02,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:22:02,827 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:02,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:22:03,232 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store
2024-11-15T03:22:03,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:22:03,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:22:03,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:03,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:22:03,550 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88757 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:22:03,640 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:03,640 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:03,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:03,640 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:03,640 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:03,640 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:03,640 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:03,640 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640923640Disabling compacts and flushes for region at 1731640923640Disabling writes for close at 1731640923640Writing region close event to WAL at 1731640923640Closed at 1731640923640
2024-11-15T03:22:03,641 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/.initializing
2024-11-15T03:22:03,641 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/WALs/91f82191efb8,43777,1731640920566
2024-11-15T03:22:03,642 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:03,643 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C43777%2C1731640920566, suffix=, logDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/WALs/91f82191efb8,43777,1731640920566, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/oldWALs, maxLogs=10
2024-11-15T03:22:03,657 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/WALs/91f82191efb8,43777,1731640920566/91f82191efb8%2C43777%2C1731640920566.1731640923644, exclude list is [], retry=0
2024-11-15T03:22:03,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-d8fd347c-3e51-4d0c-a559-877d8a4bebb8,DISK]
2024-11-15T03:22:03,660 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/WALs/91f82191efb8,43777,1731640920566/91f82191efb8%2C43777%2C1731640920566.1731640923644
2024-11-15T03:22:03,664 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)]
2024-11-15T03:22:03,664 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:03,664 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:03,664 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,665 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,666 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:03,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:22:03,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:03,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:03,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:03,672 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:22:03,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:03,673 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:03,673 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:03,674 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:22:03,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:03,674 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:03,674 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:03,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:22:03,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:03,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:03,676 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,676 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,676 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,677 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,677 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,678 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:03,678 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:03,680 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:03,680 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69922711, jitterRate=0.041929587721824646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:03,680 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640923665Initializing all the Stores at 1731640923665Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640923665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640923665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640923665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640923665Cleaning up temporary data from old regions at 1731640923677 (+12 ms)Region opened successfully at 1731640923680 (+3 ms)
2024-11-15T03:22:03,680 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:22:03,682 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4f33de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:03,683 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:22:03,683 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:22:03,683 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:22:03,683 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:22:03,684 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:22:03,684 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:22:03,684 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:22:03,686 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:22:03,686 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Unable to get data of znode /1407433373/balancer because node does not exist (not necessarily an error)
2024-11-15T03:22:03,697 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1407433373/balancer already deleted, retry=false
2024-11-15T03:22:03,697 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:22:03,698 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Unable to get data of znode /1407433373/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:22:03,707 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1407433373/normalizer already deleted, retry=false
2024-11-15T03:22:03,707 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:22:03,709 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Unable to get data of znode /1407433373/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:22:03,722 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1407433373/switch/split already deleted, retry=false
2024-11-15T03:22:03,723 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Unable to get data of znode /1407433373/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:22:03,732 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1407433373/switch/merge already deleted, retry=false
2024-11-15T03:22:03,734 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Unable to get data of znode /1407433373/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:22:03,743 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1407433373/snapshot-cleanup already deleted, retry=false
2024-11-15T03:22:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1407433373/running
2024-11-15T03:22:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1407433373/running
2024-11-15T03:22:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:03,754 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,43777,1731640920566, sessionid=0x1013c8367b40003, setting cluster-up flag (Was=false)
2024-11-15T03:22:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:03,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:03,806 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1407433373/flush-table-proc/acquired, /1407433373/flush-table-proc/reached, /1407433373/flush-table-proc/abort
2024-11-15T03:22:03,807 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,43777,1731640920566
2024-11-15T03:22:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:03,858 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1407433373/online-snapshot/acquired, /1407433373/online-snapshot/reached, /1407433373/online-snapshot/abort
2024-11-15T03:22:03,859 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,43777,1731640920566
2024-11-15T03:22:03,860 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:22:03,861 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:03,861 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:22:03,861 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:22:03,861 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,43777,1731640920566
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:22:03,863 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:03,863 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:03,864 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:03,864 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:03,864 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:22:03,864 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,864 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:03,864 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:03,865 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:22:03,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:03,866 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640953868
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:22:03,869 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,870 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:22:03,870 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:22:03,870 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:22:03,870 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:22:03,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:22:03,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:22:03,872 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:22:03,876 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640923872,5,FailOnTimeoutGroup]
2024-11-15T03:22:03,876 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640923876,5,FailOnTimeoutGroup]
2024-11-15T03:22:03,876 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,876 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:22:03,876 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,876 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,882 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(746): ClusterId : 811fca02-bf77-48a3-b0f2-80baa4fef16e
2024-11-15T03:22:03,882 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:22:03,890 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:22:03,890 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:22:03,901 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:22:03,901 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d718264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:03,915 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:45127
2024-11-15T03:22:03,915 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:22:03,915 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:22:03,915 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:22:03,915 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,43777,1731640920566 with port=45127, startcode=1731640921408
2024-11-15T03:22:03,916 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:22:03,917 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:22:03,918 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,45127,1731640921408
2024-11-15T03:22:03,918 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43777 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,45127,1731640921408
2024-11-15T03:22:03,919 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4
2024-11-15T03:22:03,919 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38067
2024-11-15T03:22:03,919 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:22:03,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373/rs
2024-11-15T03:22:03,928 DEBUG [RS:0;91f82191efb8:45127 {}] zookeeper.ZKUtil(111): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on existing znode=/1407433373/rs/91f82191efb8,45127,1731640921408
2024-11-15T03:22:03,929 WARN  [RS:0;91f82191efb8:45127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:03,929 INFO  [RS:0;91f82191efb8:45127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:03,929 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408
2024-11-15T03:22:03,929 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,45127,1731640921408]
2024-11-15T03:22:03,934 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:22:03,935 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:22:03,936 INFO  [RS:0;91f82191efb8:45127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:22:03,936 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,940 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:22:03,941 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:22:03,941 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,941 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,942 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,942 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:03,942 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:03,942 DEBUG [RS:0;91f82191efb8:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:03,948 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,948 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,948 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,948 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,948 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,948 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45127,1731640921408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:03,968 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:22:03,968 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,45127,1731640921408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,968 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,968 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.Replication(171): 91f82191efb8,45127,1731640921408 started
2024-11-15T03:22:03,985 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:03,985 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,45127,1731640921408, RpcServer on 91f82191efb8/172.17.0.2:45127, sessionid=0x1013c8367b40004
2024-11-15T03:22:03,985 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:22:03,985 DEBUG [RS:0;91f82191efb8:45127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,45127,1731640921408
2024-11-15T03:22:03,985 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45127,1731640921408'
2024-11-15T03:22:03,985 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1407433373/flush-table-proc/abort'
2024-11-15T03:22:03,985 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1407433373/flush-table-proc/acquired'
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,45127,1731640921408
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,45127,1731640921408'
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1407433373/online-snapshot/abort'
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1407433373/online-snapshot/acquired'
2024-11-15T03:22:03,986 DEBUG [RS:0;91f82191efb8:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:22:03,986 INFO  [RS:0;91f82191efb8:45127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:22:03,986 INFO  [RS:0;91f82191efb8:45127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:22:04,087 INFO  [RS:0;91f82191efb8:45127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:04,088 INFO  [RS:0;91f82191efb8:45127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45127%2C1731640921408, suffix=, logDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/oldWALs, maxLogs=10
2024-11-15T03:22:04,106 DEBUG [RS:0;91f82191efb8:45127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, exclude list is [], retry=0
2024-11-15T03:22:04,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-d8fd347c-3e51-4d0c-a559-877d8a4bebb8,DISK]
2024-11-15T03:22:04,113 INFO  [RS:0;91f82191efb8:45127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089
2024-11-15T03:22:04,113 DEBUG [RS:0;91f82191efb8:45127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)]
2024-11-15T03:22:04,273 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:22:04,273 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4
2024-11-15T03:22:04,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:22:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:04,304 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:04,306 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:04,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:04,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:04,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,308 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:04,309 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:04,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:04,310 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:04,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:04,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740
2024-11-15T03:22:04,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740
2024-11-15T03:22:04,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:04,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:04,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:04,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:04,317 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:04,317 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67689118, jitterRate=0.008646458387374878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640924300Initializing all the Stores at 1731640924301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640924301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640924304 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640924304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640924304Cleaning up temporary data from old regions at 1731640924312 (+8 ms)Region opened successfully at 1731640924317 (+5 ms)
2024-11-15T03:22:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:04,318 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:04,318 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640924318Disabling compacts and flushes for region at 1731640924318Disabling writes for close at 1731640924318Writing region close event to WAL at 1731640924318Closed at 1731640924318
2024-11-15T03:22:04,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:04,319 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:22:04,319 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:22:04,320 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:04,320 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:22:04,471 DEBUG [91f82191efb8:43777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:22:04,471 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,45127,1731640921408
2024-11-15T03:22:04,472 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,45127,1731640921408, state=OPENING
2024-11-15T03:22:04,506 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:22:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:04,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:04,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1407433373/meta-region-server: CHANGED
2024-11-15T03:22:04,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1407433373/meta-region-server: CHANGED
2024-11-15T03:22:04,522 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,45127,1731640921408}]
2024-11-15T03:22:04,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:04,676 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:22:04,679 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:22:04,679 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:04,679 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:22:04,681 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45127%2C1731640921408.meta, suffix=.meta, logDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/oldWALs, maxLogs=10
2024-11-15T03:22:04,697 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.meta.1731640924681.meta, exclude list is [], retry=0
2024-11-15T03:22:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-d8fd347c-3e51-4d0c-a559-877d8a4bebb8,DISK]
2024-11-15T03:22:04,704 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.meta.1731640924681.meta
2024-11-15T03:22:04,705 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)]
2024-11-15T03:22:04,705 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:04,705 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:04,705 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:04,705 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:22:04,706 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:22:04,706 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:22:04,706 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:04,706 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:22:04,706 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:22:04,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:04,708 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:04,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:04,709 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:04,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:04,710 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:04,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,711 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,711 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:04,711 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:04,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:04,712 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:04,712 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:04,712 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740
2024-11-15T03:22:04,713 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740
2024-11-15T03:22:04,714 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:04,714 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:04,714 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:04,715 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:04,715 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60183705, jitterRate=-0.10319291055202484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:04,715 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:22:04,716 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640924706Writing region info on filesystem at 1731640924706Initializing all the Stores at 1731640924707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640924707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640924707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640924707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640924707Cleaning up temporary data from old regions at 1731640924714 (+7 ms)Running coprocessor post-open hooks at 1731640924715 (+1 ms)Region opened successfully at 1731640924716 (+1 ms)
2024-11-15T03:22:04,716 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640924674
2024-11-15T03:22:04,718 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:22:04,718 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:22:04,718 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45127,1731640921408
2024-11-15T03:22:04,719 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,45127,1731640921408, state=OPEN
2024-11-15T03:22:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1407433373/meta-region-server
2024-11-15T03:22:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1407433373/meta-region-server
2024-11-15T03:22:04,764 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,45127,1731640921408
2024-11-15T03:22:04,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1407433373/meta-region-server: CHANGED
2024-11-15T03:22:04,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1407433373/meta-region-server: CHANGED
2024-11-15T03:22:04,765 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:22:04,765 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,45127,1731640921408 in 242 msec
2024-11-15T03:22:04,767 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:22:04,767 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec
2024-11-15T03:22:04,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:04,768 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:22:04,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:04,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45127,1731640921408, seqNum=-1]
2024-11-15T03:22:04,769 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:04,770 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:04,774 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 912 msec
2024-11-15T03:22:04,774 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640924774, completionTime=-1
2024-11-15T03:22:04,774 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:22:04,774 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:22:04,775 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:22:04,775 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640984775
2024-11-15T03:22:04,775 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641044775
2024-11-15T03:22:04,775 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:22:04,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43777,1731640920566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43777,1731640920566-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43777,1731640920566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:43777, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,776 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,777 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:22:04,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.909sec
2024-11-15T03:22:04,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:22:04,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:22:04,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:22:04,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:22:04,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:22:04,779 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43777,1731640920566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:04,779 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43777,1731640920566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:22:04,780 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:22:04,780 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:22:04,780 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43777,1731640920566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:04,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf0487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:04,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:04,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:04,783 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4897e08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:04,785 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:04,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e10268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:04,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45127,1731640921408, seqNum=-1]
2024-11-15T03:22:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:04,788 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:04,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,43777,1731640920566
2024-11-15T03:22:04,790 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:22:04,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:04,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c8367b40005 connected
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir so I do NOT create it in target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199
2024-11-15T03:22:04,814 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.tmp.dir so I do NOT create it in target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199
2024-11-15T03:22:04,814 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:22:04,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/cluster_158d2d91-8710-f23b-49d0-218614714eb7, deleteOnExit=true
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/test.cache.data in system properties and HBase conf
2024-11-15T03:22:04,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:22:04,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:22:04,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:22:05,243 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:05,246 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:05,247 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:05,247 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:05,247 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:22:05,248 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:05,248 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282af760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:05,248 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a453c14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:05,342 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cec87cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/java.io.tmpdir/jetty-localhost-38387-hadoop-hdfs-3_4_1-tests_jar-_-any-5606502206159200958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:05,342 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2424ba0e{HTTP/1.1, (http/1.1)}{localhost:38387}
2024-11-15T03:22:05,342 INFO  [Time-limited test {}] server.Server(415): Started @286042ms
2024-11-15T03:22:05,674 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:05,676 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:05,680 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:05,680 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:05,680 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:22:05,680 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148f9f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:05,680 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9147eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:05,787 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68e6bf5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/java.io.tmpdir/jetty-localhost-35545-hadoop-hdfs-3_4_1-tests_jar-_-any-6478497611779228968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:05,787 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7326c7ba{HTTP/1.1, (http/1.1)}{localhost:35545}
2024-11-15T03:22:05,787 INFO  [Time-limited test {}] server.Server(415): Started @286486ms
2024-11-15T03:22:05,788 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:22:06,462 WARN  [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/cluster_158d2d91-8710-f23b-49d0-218614714eb7/data/data2/current/BP-1619116867-172.17.0.2-1731640924830/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:06,462 WARN  [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/cluster_158d2d91-8710-f23b-49d0-218614714eb7/data/data1/current/BP-1619116867-172.17.0.2-1731640924830/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:06,484 WARN  [Thread-3652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:22:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x334c187b2e09ae08 with lease ID 0x8a308b5874b3cdc8: Processing first storage report for DS-70894c26-84a9-438b-af56-4962baf7fd4d from datanode DatanodeRegistration(127.0.0.1:41717, datanodeUuid=ab29a568-8239-467b-965c-c482d72daa2c, infoPort=38155, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=450227468;c=1731640924830)
2024-11-15T03:22:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x334c187b2e09ae08 with lease ID 0x8a308b5874b3cdc8: from storage DS-70894c26-84a9-438b-af56-4962baf7fd4d node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=ab29a568-8239-467b-965c-c482d72daa2c, infoPort=38155, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=450227468;c=1731640924830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x334c187b2e09ae08 with lease ID 0x8a308b5874b3cdc8: Processing first storage report for DS-495852da-f503-48dd-acf4-5de60dfe2c56 from datanode DatanodeRegistration(127.0.0.1:41717, datanodeUuid=ab29a568-8239-467b-965c-c482d72daa2c, infoPort=38155, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=450227468;c=1731640924830)
2024-11-15T03:22:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x334c187b2e09ae08 with lease ID 0x8a308b5874b3cdc8: from storage DS-495852da-f503-48dd-acf4-5de60dfe2c56 node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=ab29a568-8239-467b-965c-c482d72daa2c, infoPort=38155, infoSecurePort=0, ipcPort=36679, storageInfo=lv=-57;cid=testClusterID;nsid=450227468;c=1731640924830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:06,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199
2024-11-15T03:22:06,520 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:06,522 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:06,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:22:06,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:22:06,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:22:06,929 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653 with version=8
2024-11-15T03:22:06,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/hbase-staging
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:06,931 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:22:06,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:06,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40005
2024-11-15T03:22:06,933 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40005 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:22:07,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400050x0, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:07,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40005-0x1013c8367b40006 connected
2024-11-15T03:22:07,206 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:07,209 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:07,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/running
2024-11-15T03:22:07,217 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653, hbase.cluster.distributed=false
2024-11-15T03:22:07,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/acl
2024-11-15T03:22:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40005
2024-11-15T03:22:07,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40005
2024-11-15T03:22:07,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40005
2024-11-15T03:22:07,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40005
2024-11-15T03:22:07,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40005
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:22:07,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:07,321 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41639
2024-11-15T03:22:07,322 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41639 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:22:07,322 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:07,326 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416390x0, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:07,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416390x0, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/running
2024-11-15T03:22:07,351 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:22:07,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41639-0x1013c8367b40007 connected
2024-11-15T03:22:07,364 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:22:07,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/master
2024-11-15T03:22:07,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/acl
2024-11-15T03:22:07,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41639
2024-11-15T03:22:07,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41639
2024-11-15T03:22:07,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41639
2024-11-15T03:22:07,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41639
2024-11-15T03:22:07,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41639
2024-11-15T03:22:07,412 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:40005
2024-11-15T03:22:07,416 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2843335947/backup-masters/91f82191efb8,40005,1731640926931
2024-11-15T03:22:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947/backup-masters
2024-11-15T03:22:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947/backup-masters
2024-11-15T03:22:07,428 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on existing znode=/2843335947/backup-masters/91f82191efb8,40005,1731640926931
2024-11-15T03:22:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2843335947/master
2024-11-15T03:22:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:07,438 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on existing znode=/2843335947/master
2024-11-15T03:22:07,440 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2843335947/backup-masters/91f82191efb8,40005,1731640926931 from backup master directory
2024-11-15T03:22:07,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2843335947/backup-masters/91f82191efb8,40005,1731640926931
2024-11-15T03:22:07,448 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:07,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947/backup-masters
2024-11-15T03:22:07,448 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,40005,1731640926931
2024-11-15T03:22:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947/backup-masters
2024-11-15T03:22:07,453 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/hbase.id] with ID: cae2a385-9a9f-4571-ac60-20a461728803
2024-11-15T03:22:07,453 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/.tmp/hbase.id
2024-11-15T03:22:07,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:22:07,862 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/.tmp/hbase.id]:[hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/hbase.id]
2024-11-15T03:22:07,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:07,873 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:22:07,879 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms.
2024-11-15T03:22:08,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:08,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:08,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:22:08,512 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:08,528 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:22:08,528 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:08,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:22:08,935 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store
2024-11-15T03:22:08,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:22:09,341 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:09,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:09,342 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:09,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:09,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:09,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:09,342 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:09,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640929341Disabling compacts and flushes for region at 1731640929341Disabling writes for close at 1731640929342 (+1 ms)Writing region close event to WAL at 1731640929342Closed at 1731640929342
2024-11-15T03:22:09,343 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/.initializing
2024-11-15T03:22:09,343 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/WALs/91f82191efb8,40005,1731640926931
2024-11-15T03:22:09,343 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:09,345 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C40005%2C1731640926931, suffix=, logDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/WALs/91f82191efb8,40005,1731640926931, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/oldWALs, maxLogs=10
2024-11-15T03:22:09,363 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/WALs/91f82191efb8,40005,1731640926931/91f82191efb8%2C40005%2C1731640926931.1731640929345, exclude list is [], retry=0
2024-11-15T03:22:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-70894c26-84a9-438b-af56-4962baf7fd4d,DISK]
2024-11-15T03:22:09,368 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/WALs/91f82191efb8,40005,1731640926931/91f82191efb8%2C40005%2C1731640926931.1731640929345
2024-11-15T03:22:09,368 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)]
2024-11-15T03:22:09,368 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:09,368 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:09,369 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,369 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,370 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:09,371 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:22:09,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:09,371 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:09,371 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:09,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:22:09,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:09,372 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:09,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:09,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:22:09,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:09,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:09,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:09,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:22:09,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:09,375 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:09,375 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,375 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,375 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,376 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,376 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,377 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:09,378 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:09,389 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:09,389 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74437157, jitterRate=0.10920007526874542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:09,390 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640929369Initializing all the Stores at 1731640929369Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640929369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640929370 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640929370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640929370Cleaning up temporary data from old regions at 1731640929376 (+6 ms)Region opened successfully at 1731640929390 (+14 ms)
2024-11-15T03:22:09,390 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:22:09,393 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c301ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:09,394 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:22:09,394 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:22:09,394 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:22:09,394 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:22:09,395 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:22:09,395 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:22:09,395 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:22:09,399 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:22:09,400 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Unable to get data of znode /2843335947/balancer because node does not exist (not necessarily an error)
2024-11-15T03:22:09,448 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2843335947/balancer already deleted, retry=false
2024-11-15T03:22:09,448 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:22:09,449 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Unable to get data of znode /2843335947/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:22:09,458 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2843335947/normalizer already deleted, retry=false
2024-11-15T03:22:09,459 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:22:09,463 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Unable to get data of znode /2843335947/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:22:09,480 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2843335947/switch/split already deleted, retry=false
2024-11-15T03:22:09,481 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Unable to get data of znode /2843335947/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:22:09,490 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2843335947/switch/merge already deleted, retry=false
2024-11-15T03:22:09,492 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Unable to get data of znode /2843335947/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:22:09,500 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2843335947/snapshot-cleanup already deleted, retry=false
2024-11-15T03:22:09,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2843335947/running
2024-11-15T03:22:09,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2843335947/running
2024-11-15T03:22:09,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:09,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:09,513 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,40005,1731640926931, sessionid=0x1013c8367b40006, setting cluster-up flag (Was=false)
2024-11-15T03:22:09,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:09,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:09,563 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2843335947/flush-table-proc/acquired, /2843335947/flush-table-proc/reached, /2843335947/flush-table-proc/abort
2024-11-15T03:22:09,564 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40005,1731640926931
2024-11-15T03:22:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:09,616 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2843335947/online-snapshot/acquired, /2843335947/online-snapshot/reached, /2843335947/online-snapshot/abort
2024-11-15T03:22:09,617 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40005,1731640926931
2024-11-15T03:22:09,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:22:09,619 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:09,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:22:09,619 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:22:09,619 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,40005,1731640926931
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:09,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640959621
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:22:09,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:09,621 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:22:09,621 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:22:09,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:22:09,622 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:22:09,622 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640929622,5,FailOnTimeoutGroup]
2024-11-15T03:22:09,622 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640929622,5,FailOnTimeoutGroup]
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:22:09,622 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,623 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:22:09,703 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(746): ClusterId : cae2a385-9a9f-4571-ac60-20a461728803
2024-11-15T03:22:09,703 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:22:09,711 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:22:09,711 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:22:09,722 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:22:09,722 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531f1adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:09,737 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:41639
2024-11-15T03:22:09,737 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:22:09,738 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:22:09,738 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:22:09,738 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,40005,1731640926931 with port=41639, startcode=1731640927313
2024-11-15T03:22:09,738 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:22:09,739 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:22:09,740 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,41639,1731640927313
2024-11-15T03:22:09,740 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40005 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,41639,1731640927313
2024-11-15T03:22:09,741 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653
2024-11-15T03:22:09,741 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39375
2024-11-15T03:22:09,741 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:22:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947/rs
2024-11-15T03:22:09,806 DEBUG [RS:0;91f82191efb8:41639 {}] zookeeper.ZKUtil(111): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on existing znode=/2843335947/rs/91f82191efb8,41639,1731640927313
2024-11-15T03:22:09,806 WARN  [RS:0;91f82191efb8:41639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:09,806 INFO  [RS:0;91f82191efb8:41639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:09,806 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313
2024-11-15T03:22:09,810 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,41639,1731640927313]
2024-11-15T03:22:09,824 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:22:09,828 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:22:09,836 INFO  [RS:0;91f82191efb8:41639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:22:09,836 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,840 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:22:09,841 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:22:09,841 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,841 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,841 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,841 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,841 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,841 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,841 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:09,842 DEBUG [RS:0;91f82191efb8:41639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:09,842 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,842 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,842 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,842 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,842 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,842 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,41639,1731640927313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:09,864 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:22:09,864 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,41639,1731640927313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,864 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,864 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.Replication(171): 91f82191efb8,41639,1731640927313 started
2024-11-15T03:22:09,885 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:09,885 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,41639,1731640927313, RpcServer on 91f82191efb8/172.17.0.2:41639, sessionid=0x1013c8367b40007
2024-11-15T03:22:09,885 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:22:09,885 DEBUG [RS:0;91f82191efb8:41639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,41639,1731640927313
2024-11-15T03:22:09,885 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,41639,1731640927313'
2024-11-15T03:22:09,885 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2843335947/flush-table-proc/abort'
2024-11-15T03:22:09,886 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2843335947/flush-table-proc/acquired'
2024-11-15T03:22:09,886 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:22:09,886 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:22:09,886 DEBUG [RS:0;91f82191efb8:41639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,41639,1731640927313
2024-11-15T03:22:09,886 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,41639,1731640927313'
2024-11-15T03:22:09,886 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2843335947/online-snapshot/abort'
2024-11-15T03:22:09,887 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2843335947/online-snapshot/acquired'
2024-11-15T03:22:09,887 DEBUG [RS:0;91f82191efb8:41639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:22:09,887 INFO  [RS:0;91f82191efb8:41639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:22:09,887 INFO  [RS:0;91f82191efb8:41639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:22:09,988 INFO  [RS:0;91f82191efb8:41639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:09,991 INFO  [RS:0;91f82191efb8:41639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C41639%2C1731640927313, suffix=, logDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/oldWALs, maxLogs=10
2024-11-15T03:22:10,008 DEBUG [RS:0;91f82191efb8:41639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, exclude list is [], retry=0
2024-11-15T03:22:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-70894c26-84a9-438b-af56-4962baf7fd4d,DISK]
2024-11-15T03:22:10,024 INFO  [RS:0;91f82191efb8:41639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992
2024-11-15T03:22:10,027 DEBUG [RS:0;91f82191efb8:41639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)]
2024-11-15T03:22:10,028 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:22:10,028 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653
2024-11-15T03:22:10,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:22:10,208 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:10,216 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,217 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,217 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,217 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,260 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,261 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,266 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,270 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,270 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,272 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:10,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:10,444 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:10,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:10,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:10,450 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:10,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:10,457 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:10,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:10,477 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:10,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,478 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:10,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740
2024-11-15T03:22:10,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740
2024-11-15T03:22:10,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:10,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:10,480 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:10,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:10,483 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:10,483 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67202666, jitterRate=0.0013977587223052979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640930443Initializing all the Stores at 1731640930443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640930443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640930444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640930444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640930444Cleaning up temporary data from old regions at 1731640930480 (+36 ms)Region opened successfully at 1731640930483 (+3 ms)
2024-11-15T03:22:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:10,483 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:10,484 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:10,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640930483Disabling compacts and flushes for region at 1731640930483Disabling writes for close at 1731640930483Writing region close event to WAL at 1731640930484 (+1 ms)Closed at 1731640930484
2024-11-15T03:22:10,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:10,485 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:22:10,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:22:10,486 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:10,486 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:22:10,637 DEBUG [91f82191efb8:40005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:22:10,637 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,41639,1731640927313
2024-11-15T03:22:10,638 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,41639,1731640927313, state=OPENING
2024-11-15T03:22:10,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:22:10,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:10,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:10,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2843335947/meta-region-server: CHANGED
2024-11-15T03:22:10,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2843335947/meta-region-server: CHANGED
2024-11-15T03:22:10,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:10,711 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,41639,1731640927313}]
2024-11-15T03:22:10,863 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:10,864 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:22:10,867 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:22:10,867 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:10,867 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:22:10,868 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C41639%2C1731640927313.meta, suffix=.meta, logDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/oldWALs, maxLogs=10
2024-11-15T03:22:10,879 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.meta.1731640930868.meta, exclude list is [], retry=0
2024-11-15T03:22:10,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-70894c26-84a9-438b-af56-4962baf7fd4d,DISK]
2024-11-15T03:22:10,882 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.meta.1731640930868.meta
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)]
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:10,883 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:22:10,883 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:22:10,883 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:22:10,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:10,885 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:10,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,885 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:10,886 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:10,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,886 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:10,887 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:10,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,887 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,887 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:10,888 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:10,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:10,888 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:10,888 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:10,889 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740
2024-11-15T03:22:10,889 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740
2024-11-15T03:22:10,890 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:10,890 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:10,890 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:10,891 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:10,891 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73189240, jitterRate=0.09060466289520264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:10,891 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:22:10,892 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640930884Writing region info on filesystem at 1731640930884Initializing all the Stores at 1731640930884Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640930884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640930884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640930884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640930884Cleaning up temporary data from old regions at 1731640930890 (+6 ms)Running coprocessor post-open hooks at 1731640930891 (+1 ms)Region opened successfully at 1731640930892 (+1 ms)
2024-11-15T03:22:10,892 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640930863
2024-11-15T03:22:10,894 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:22:10,894 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:22:10,894 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41639,1731640927313
2024-11-15T03:22:10,895 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,41639,1731640927313, state=OPEN
2024-11-15T03:22:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2843335947/meta-region-server
2024-11-15T03:22:10,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2843335947/meta-region-server
2024-11-15T03:22:10,907 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,41639,1731640927313
2024-11-15T03:22:10,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2843335947/meta-region-server: CHANGED
2024-11-15T03:22:10,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2843335947/meta-region-server: CHANGED
2024-11-15T03:22:10,908 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:22:10,908 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,41639,1731640927313 in 196 msec
2024-11-15T03:22:10,909 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:22:10,909 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec
2024-11-15T03:22:10,910 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:10,910 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:22:10,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:10,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41639,1731640927313, seqNum=-1]
2024-11-15T03:22:10,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:10,912 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:10,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec
2024-11-15T03:22:10,915 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640930915, completionTime=-1
2024-11-15T03:22:10,916 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:22:10,916 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731640990917
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641050917
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40005,1731640926931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40005,1731640926931-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40005,1731640926931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:40005, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:10,917 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:10,918 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:10,919 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:22:10,920 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.472sec
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40005,1731640926931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:10,921 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40005,1731640926931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:22:10,922 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:22:10,922 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:22:10,922 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40005,1731640926931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:11,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450ae647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:11,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40005,-1 for getting cluster id
2024-11-15T03:22:11,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:11,005 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae2a385-9a9f-4571-ac60-20a461728803'
2024-11-15T03:22:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae2a385-9a9f-4571-ac60-20a461728803"

2024-11-15T03:22:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658ac014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40005,-1]
2024-11-15T03:22:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:11,007 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:11,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152a3700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:11,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41639,1731640927313, seqNum=-1]
2024-11-15T03:22:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:11,010 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:11,011 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,40005,1731640926931
2024-11-15T03:22:11,012 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51661
2024-11-15T03:22:11,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:11,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c8367b40008 connected
2024-11-15T03:22:11,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34549,1731640915217
2024-11-15T03:22:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165143a9
2024-11-15T03:22:11,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:11,041 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:11,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:22:11,043 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:11,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:11,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:22:11,044 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:11,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:22:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:11,450 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79e13f3d7436f65124f410b650778834, NAME => 'test,,1731640931041.79e13f3d7436f65124f410b650778834.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54
2024-11-15T03:22:11,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:22:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:11,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640931041.79e13f3d7436f65124f410b650778834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:11,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79e13f3d7436f65124f410b650778834, disabling compactions & flushes
2024-11-15T03:22:11,854 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:11,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:11,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640931041.79e13f3d7436f65124f410b650778834. after waiting 0 ms
2024-11-15T03:22:11,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:11,855 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:11,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79e13f3d7436f65124f410b650778834:
Waiting for close lock at 1731640931854Disabling compacts and flushes for region at 1731640931854Disabling writes for close at 1731640931854Writing region close event to WAL at 1731640931854Closed at 1731640931854
2024-11-15T03:22:11,856 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:11,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640931041.79e13f3d7436f65124f410b650778834.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640931856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640931856"}]},"ts":"1731640931856"}
2024-11-15T03:22:11,858 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:11,858 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:11,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640931858"}]},"ts":"1731640931858"}
2024-11-15T03:22:11,860 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:22:11,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79e13f3d7436f65124f410b650778834, ASSIGN}]
2024-11-15T03:22:11,861 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79e13f3d7436f65124f410b650778834, ASSIGN
2024-11-15T03:22:11,862 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79e13f3d7436f65124f410b650778834, ASSIGN; state=OFFLINE, location=91f82191efb8,40611,1731640915500; forceNewPlan=false, retain=false
2024-11-15T03:22:12,012 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79e13f3d7436f65124f410b650778834, regionState=OPENING, regionLocation=91f82191efb8,40611,1731640915500
2024-11-15T03:22:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79e13f3d7436f65124f410b650778834, ASSIGN because future has completed
2024-11-15T03:22:12,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79e13f3d7436f65124f410b650778834, server=91f82191efb8,40611,1731640915500}]
2024-11-15T03:22:12,177 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:12,178 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79e13f3d7436f65124f410b650778834, NAME => 'test,,1731640931041.79e13f3d7436f65124f410b650778834.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:12,178 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:12,178 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:22:12,178 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,178 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640931041.79e13f3d7436f65124f410b650778834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:12,178 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,179 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:12,188 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79e13f3d7436f65124f410b650778834 
2024-11-15T03:22:12,190 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e13f3d7436f65124f410b650778834 columnFamilyName f
2024-11-15T03:22:12,190 DEBUG [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:12,190 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] regionserver.HStore(327): Store=79e13f3d7436f65124f410b650778834/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:12,190 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79e13f3d7436f65124f410b650778834 
2024-11-15T03:22:12,191 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e13f3d7436f65124f410b650778834 columnFamilyName f1
2024-11-15T03:22:12,191 DEBUG [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:12,192 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] regionserver.HStore(327): Store=79e13f3d7436f65124f410b650778834/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:12,192 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79e13f3d7436f65124f410b650778834 
2024-11-15T03:22:12,193 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e13f3d7436f65124f410b650778834 columnFamilyName norep
2024-11-15T03:22:12,193 DEBUG [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:12,193 INFO  [StoreOpener-79e13f3d7436f65124f410b650778834-1 {}] regionserver.HStore(327): Store=79e13f3d7436f65124f410b650778834/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:12,193 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,194 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,194 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,195 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,195 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,195 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:12,197 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,201 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:12,201 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79e13f3d7436f65124f410b650778834; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74235804, jitterRate=0.10619968175888062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:12,201 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:12,202 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79e13f3d7436f65124f410b650778834:
Running coprocessor pre-open hook at 1731640932179Writing region info on filesystem at 1731640932179Initializing all the Stores at 1731640932181 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640932181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640932188 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640932188Cleaning up temporary data from old regions at 1731640932195 (+7 ms)Running coprocessor post-open hooks at 1731640932201 (+6 ms)Region opened successfully at 1731640932202 (+1 ms)
2024-11-15T03:22:12,203 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640931041.79e13f3d7436f65124f410b650778834., pid=6, masterSystemTime=1731640932169
2024-11-15T03:22:12,206 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:12,206 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:12,206 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79e13f3d7436f65124f410b650778834, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,40611,1731640915500
2024-11-15T03:22:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79e13f3d7436f65124f410b650778834, server=91f82191efb8,40611,1731640915500 because future has completed
2024-11-15T03:22:12,227 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:22:12,227 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79e13f3d7436f65124f410b650778834, server=91f82191efb8,40611,1731640915500 in 204 msec
2024-11-15T03:22:12,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:22:12,230 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79e13f3d7436f65124f410b650778834, ASSIGN in 367 msec
2024-11-15T03:22:12,232 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:12,232 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640932232"}]},"ts":"1731640932232"}
2024-11-15T03:22:12,234 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:22:12,235 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:12,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec
2024-11-15T03:22:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:13,200 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:22:13,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43777,1731640920566
2024-11-15T03:22:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a463d1f
2024-11-15T03:22:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:13,202 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:13,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:22:13,207 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:13,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:13,208 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:22:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:13,211 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:13,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:22:13,233 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee9c322e4729348b265bd6813f45dcb2, NAME => 'test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4
2024-11-15T03:22:13,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:22:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:13,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:13,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee9c322e4729348b265bd6813f45dcb2, disabling compactions & flushes
2024-11-15T03:22:13,642 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2. after waiting 0 ms
2024-11-15T03:22:13,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,642 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee9c322e4729348b265bd6813f45dcb2:
Waiting for close lock at 1731640933642Disabling compacts and flushes for region at 1731640933642Disabling writes for close at 1731640933642Writing region close event to WAL at 1731640933642Closed at 1731640933642
2024-11-15T03:22:13,643 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:13,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640933643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640933643"}]},"ts":"1731640933643"}
2024-11-15T03:22:13,645 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:13,646 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:13,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640933646"}]},"ts":"1731640933646"}
2024-11-15T03:22:13,648 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:22:13,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee9c322e4729348b265bd6813f45dcb2, ASSIGN}]
2024-11-15T03:22:13,650 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee9c322e4729348b265bd6813f45dcb2, ASSIGN
2024-11-15T03:22:13,650 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee9c322e4729348b265bd6813f45dcb2, ASSIGN; state=OFFLINE, location=91f82191efb8,45127,1731640921408; forceNewPlan=false, retain=false
2024-11-15T03:22:13,801 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9c322e4729348b265bd6813f45dcb2, regionState=OPENING, regionLocation=91f82191efb8,45127,1731640921408
2024-11-15T03:22:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee9c322e4729348b265bd6813f45dcb2, ASSIGN because future has completed
2024-11-15T03:22:13,803 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9c322e4729348b265bd6813f45dcb2, server=91f82191efb8,45127,1731640921408}]
2024-11-15T03:22:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:13,959 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,959 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9c322e4729348b265bd6813f45dcb2, NAME => 'test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:13,959 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:13,959 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:22:13,959 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,959 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:13,959 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,960 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,966 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee9c322e4729348b265bd6813f45dcb2 
2024-11-15T03:22:13,967 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9c322e4729348b265bd6813f45dcb2 columnFamilyName f
2024-11-15T03:22:13,967 DEBUG [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:13,967 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] regionserver.HStore(327): Store=ee9c322e4729348b265bd6813f45dcb2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:13,967 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee9c322e4729348b265bd6813f45dcb2 
2024-11-15T03:22:13,968 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9c322e4729348b265bd6813f45dcb2 columnFamilyName f1
2024-11-15T03:22:13,968 DEBUG [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:13,968 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] regionserver.HStore(327): Store=ee9c322e4729348b265bd6813f45dcb2/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:13,968 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee9c322e4729348b265bd6813f45dcb2 
2024-11-15T03:22:13,969 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9c322e4729348b265bd6813f45dcb2 columnFamilyName norep
2024-11-15T03:22:13,969 DEBUG [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:13,969 INFO  [StoreOpener-ee9c322e4729348b265bd6813f45dcb2-1 {}] regionserver.HStore(327): Store=ee9c322e4729348b265bd6813f45dcb2/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:13,969 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,970 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,970 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,971 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,971 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,971 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:13,972 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,974 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:13,974 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee9c322e4729348b265bd6813f45dcb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59755667, jitterRate=-0.109571173787117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:13,974 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:13,974 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee9c322e4729348b265bd6813f45dcb2:
Running coprocessor pre-open hook at 1731640933960Writing region info on filesystem at 1731640933960Initializing all the Stores at 1731640933960Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640933960Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640933965 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640933965Cleaning up temporary data from old regions at 1731640933971 (+6 ms)Running coprocessor post-open hooks at 1731640933974 (+3 ms)Region opened successfully at 1731640933974
2024-11-15T03:22:13,975 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2., pid=6, masterSystemTime=1731640933955
2024-11-15T03:22:13,977 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,977 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:13,977 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9c322e4729348b265bd6813f45dcb2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,45127,1731640921408
2024-11-15T03:22:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9c322e4729348b265bd6813f45dcb2, server=91f82191efb8,45127,1731640921408 because future has completed
2024-11-15T03:22:13,987 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:22:13,987 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee9c322e4729348b265bd6813f45dcb2, server=91f82191efb8,45127,1731640921408 in 182 msec
2024-11-15T03:22:14,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:22:14,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee9c322e4729348b265bd6813f45dcb2, ASSIGN in 338 msec
2024-11-15T03:22:14,015 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:14,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640934015"}]},"ts":"1731640934015"}
2024-11-15T03:22:14,018 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:22:14,021 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:14,032 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 818 msec
2024-11-15T03:22:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:14,350 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:22:14,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40005,1731640926931
2024-11-15T03:22:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d9b1e8
2024-11-15T03:22:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:14,352 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:14,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:22:14,373 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:14,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:14,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:22:14,374 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:14,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:22:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:14,779 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bb0222abc4c0bea40be4679494158f3, NAME => 'test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653
2024-11-15T03:22:14,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:22:14,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:14,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8bb0222abc4c0bea40be4679494158f3, disabling compactions & flushes
2024-11-15T03:22:14,789 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:14,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:14,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640934352.8bb0222abc4c0bea40be4679494158f3. after waiting 0 ms
2024-11-15T03:22:14,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:14,789 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:14,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bb0222abc4c0bea40be4679494158f3:
Waiting for close lock at 1731640934789Disabling compacts and flushes for region at 1731640934789Disabling writes for close at 1731640934789Writing region close event to WAL at 1731640934789Closed at 1731640934789
2024-11-15T03:22:14,790 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:14,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640934790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640934790"}]},"ts":"1731640934790"}
2024-11-15T03:22:14,792 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:14,793 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:14,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640934793"}]},"ts":"1731640934793"}
2024-11-15T03:22:14,795 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:22:14,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bb0222abc4c0bea40be4679494158f3, ASSIGN}]
2024-11-15T03:22:14,796 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bb0222abc4c0bea40be4679494158f3, ASSIGN
2024-11-15T03:22:14,797 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8bb0222abc4c0bea40be4679494158f3, ASSIGN; state=OFFLINE, location=91f82191efb8,41639,1731640927313; forceNewPlan=false, retain=false
2024-11-15T03:22:14,947 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bb0222abc4c0bea40be4679494158f3, regionState=OPENING, regionLocation=91f82191efb8,41639,1731640927313
2024-11-15T03:22:14,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8bb0222abc4c0bea40be4679494158f3, ASSIGN because future has completed
2024-11-15T03:22:14,950 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bb0222abc4c0bea40be4679494158f3, server=91f82191efb8,41639,1731640927313}]
2024-11-15T03:22:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:15,106 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:15,106 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bb0222abc4c0bea40be4679494158f3, NAME => 'test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:15,106 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:15,106 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:22:15,107 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,107 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:15,107 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,107 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,108 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8bb0222abc4c0bea40be4679494158f3 
2024-11-15T03:22:15,109 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bb0222abc4c0bea40be4679494158f3 columnFamilyName f
2024-11-15T03:22:15,109 DEBUG [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:15,109 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] regionserver.HStore(327): Store=8bb0222abc4c0bea40be4679494158f3/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:15,109 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8bb0222abc4c0bea40be4679494158f3 
2024-11-15T03:22:15,110 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bb0222abc4c0bea40be4679494158f3 columnFamilyName f1
2024-11-15T03:22:15,110 DEBUG [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:15,111 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] regionserver.HStore(327): Store=8bb0222abc4c0bea40be4679494158f3/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:15,111 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8bb0222abc4c0bea40be4679494158f3 
2024-11-15T03:22:15,111 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bb0222abc4c0bea40be4679494158f3 columnFamilyName norep
2024-11-15T03:22:15,111 DEBUG [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:15,112 INFO  [StoreOpener-8bb0222abc4c0bea40be4679494158f3-1 {}] regionserver.HStore(327): Store=8bb0222abc4c0bea40be4679494158f3/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:15,112 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,112 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,113 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,113 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,113 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,114 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:15,114 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,116 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:15,116 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8bb0222abc4c0bea40be4679494158f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61186132, jitterRate=-0.08825558423995972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:15,116 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:15,116 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8bb0222abc4c0bea40be4679494158f3:
Running coprocessor pre-open hook at 1731640935107Writing region info on filesystem at 1731640935107Initializing all the Stores at 1731640935108 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640935108Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640935108Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640935108Cleaning up temporary data from old regions at 1731640935113 (+5 ms)Running coprocessor post-open hooks at 1731640935116 (+3 ms)Region opened successfully at 1731640935116
2024-11-15T03:22:15,117 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640934352.8bb0222abc4c0bea40be4679494158f3., pid=6, masterSystemTime=1731640935102
2024-11-15T03:22:15,119 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:15,119 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:15,119 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bb0222abc4c0bea40be4679494158f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,41639,1731640927313
2024-11-15T03:22:15,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bb0222abc4c0bea40be4679494158f3, server=91f82191efb8,41639,1731640927313 because future has completed
2024-11-15T03:22:15,126 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:22:15,127 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bb0222abc4c0bea40be4679494158f3, server=91f82191efb8,41639,1731640927313 in 175 msec
2024-11-15T03:22:15,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:22:15,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8bb0222abc4c0bea40be4679494158f3, ASSIGN in 332 msec
2024-11-15T03:22:15,129 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:15,129 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640935129"}]},"ts":"1731640935129"}
2024-11-15T03:22:15,130 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:22:15,131 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:15,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec
2024-11-15T03:22:15,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:22:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:15,512 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:22:15,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44490879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:15,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34549,-1 for getting cluster id
2024-11-15T03:22:15,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:15,515 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f287d0-98e3-457c-aa56-db489cccb559'
2024-11-15T03:22:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f287d0-98e3-457c-aa56-db489cccb559"

2024-11-15T03:22:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6467b516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34549,-1]
2024-11-15T03:22:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:15,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:15,518 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a87af51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:15,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:15,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34549,1731640915217
2024-11-15T03:22:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18378924
2024-11-15T03:22:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:15,523 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:15,523 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:43777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:22:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:22:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:15,528 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:43777'
2024-11-15T03:22:15,532 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790ca531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:15,532 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:15,533 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:15,534 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3024a57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:15,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:15,536 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71af273e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:15,537 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43777,1731640920566
2024-11-15T03:22:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5517e490
2024-11-15T03:22:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:15,539 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:15,540 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-15T03:22:15,540 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:22:15,540 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:15,540 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:15,540 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:15,541 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:15,542 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:22:15,543 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:15,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:15,544 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:15,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:22:15,592 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:22:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:15,952 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0799043aae0509740519e2ecf75b9eb, NAME => 'hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54
2024-11-15T03:22:15,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:22:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:16,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:16,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0799043aae0509740519e2ecf75b9eb, disabling compactions & flushes
2024-11-15T03:22:16,368 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb. after waiting 0 ms
2024-11-15T03:22:16,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,368 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0799043aae0509740519e2ecf75b9eb:
Waiting for close lock at 1731640936368Disabling compacts and flushes for region at 1731640936368Disabling writes for close at 1731640936368Writing region close event to WAL at 1731640936368Closed at 1731640936368
2024-11-15T03:22:16,369 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:16,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640936370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640936370"}]},"ts":"1731640936370"}
2024-11-15T03:22:16,372 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:16,374 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:16,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640936374"}]},"ts":"1731640936374"}
2024-11-15T03:22:16,376 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:22:16,376 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0799043aae0509740519e2ecf75b9eb, ASSIGN}]
2024-11-15T03:22:16,377 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0799043aae0509740519e2ecf75b9eb, ASSIGN
2024-11-15T03:22:16,378 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0799043aae0509740519e2ecf75b9eb, ASSIGN; state=OFFLINE, location=91f82191efb8,40611,1731640915500; forceNewPlan=false, retain=false
2024-11-15T03:22:16,386 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:16,387 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,387 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,388 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,388 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,441 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,441 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,441 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,442 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,453 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,458 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,458 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:16,529 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0799043aae0509740519e2ecf75b9eb, regionState=OPENING, regionLocation=91f82191efb8,40611,1731640915500
2024-11-15T03:22:16,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0799043aae0509740519e2ecf75b9eb, ASSIGN because future has completed
2024-11-15T03:22:16,535 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0799043aae0509740519e2ecf75b9eb, server=91f82191efb8,40611,1731640915500}]
2024-11-15T03:22:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:16,699 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,699 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:16,700 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:22:16,701 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40611%2C1731640915500.rep, suffix=, logDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500, archiveDir=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/oldWALs, maxLogs=10
2024-11-15T03:22:16,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.rep.1731640936702, exclude list is [], retry=0
2024-11-15T03:22:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-ab407eac-cd57-42b7-a43d-a481dfc7d24d,DISK]
2024-11-15T03:22:16,734 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.rep.1731640936702
2024-11-15T03:22:16,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33673:33673)]
2024-11-15T03:22:16,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0799043aae0509740519e2ecf75b9eb, NAME => 'hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:16,746 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb. service=MultiRowMutationService
2024-11-15T03:22:16,746 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:22:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-15T03:22:16,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-15T03:22:16,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:22:16,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-15T03:22:16,761 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0799043aae0509740519e2ecf75b9eb 
2024-11-15T03:22:16,766 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0799043aae0509740519e2ecf75b9eb columnFamilyName hfileref
2024-11-15T03:22:16,766 DEBUG [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:16,767 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] regionserver.HStore(327): Store=b0799043aae0509740519e2ecf75b9eb/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:16,767 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0799043aae0509740519e2ecf75b9eb 
2024-11-15T03:22:16,768 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0799043aae0509740519e2ecf75b9eb columnFamilyName queue
2024-11-15T03:22:16,768 DEBUG [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:16,769 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] regionserver.HStore(327): Store=b0799043aae0509740519e2ecf75b9eb/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:16,769 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0799043aae0509740519e2ecf75b9eb 
2024-11-15T03:22:16,772 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0799043aae0509740519e2ecf75b9eb columnFamilyName sid
2024-11-15T03:22:16,772 DEBUG [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:16,773 INFO  [StoreOpener-b0799043aae0509740519e2ecf75b9eb-1 {}] regionserver.HStore(327): Store=b0799043aae0509740519e2ecf75b9eb/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:16,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:16,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:16,795 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0799043aae0509740519e2ecf75b9eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75285285, jitterRate=0.12183816730976105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:16,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:16,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0799043aae0509740519e2ecf75b9eb:
Running coprocessor pre-open hook at 1731640936746Writing region info on filesystem at 1731640936746Initializing all the Stores at 1731640936748 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640936748Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640936761 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640936761Cleaning up temporary data from old regions at 1731640936775 (+14 ms)Running coprocessor post-open hooks at 1731640936795 (+20 ms)Region opened successfully at 1731640936795
2024-11-15T03:22:16,797 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb., pid=10, masterSystemTime=1731640936689
2024-11-15T03:22:16,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,800 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:16,801 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0799043aae0509740519e2ecf75b9eb, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40611,1731640915500
2024-11-15T03:22:16,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0799043aae0509740519e2ecf75b9eb, server=91f82191efb8,40611,1731640915500 because future has completed
2024-11-15T03:22:16,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:22:16,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0799043aae0509740519e2ecf75b9eb, server=91f82191efb8,40611,1731640915500 in 276 msec
2024-11-15T03:22:16,815 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:22:16,815 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0799043aae0509740519e2ecf75b9eb, ASSIGN in 437 msec
2024-11-15T03:22:16,816 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:16,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640936816"}]},"ts":"1731640936816"}
2024-11-15T03:22:16,819 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:22:16,820 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:16,822 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2790 sec
2024-11-15T03:22:16,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb., hostname=91f82191efb8,40611,1731640915500, seqNum=2]
2024-11-15T03:22:16,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:22:16,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:22:17,055 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:22:17,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:22:17,209 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:22:17,232 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,40611,1731640915500, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:22:17,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:17,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40611,1731640915500, seqNum=-1]
2024-11-15T03:22:17,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:17,234 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService
2024-11-15T03:22:17,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,40611,1731640915500', locateType=CURRENT is [region=hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb., hostname=91f82191efb8,40611,1731640915500, seqNum=2]
2024-11-15T03:22:17,237 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:22:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:22:17,239 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,40611,1731640915500 suceeded
2024-11-15T03:22:17,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:22:17,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec
2024-11-15T03:22:17,241 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:43777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:22:17,242 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7180 sec
2024-11-15T03:22:17,256 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:43777'
2024-11-15T03:22:17,257 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cf5258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,257 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:17,257 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:17,258 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:17,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:17,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:17,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@236bbdd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:17,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:17,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,259 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:17,260 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ac0f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,260 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43777,1731640920566
2024-11-15T03:22:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3b49d3
2024-11-15T03:22:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:17,262 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService
2024-11-15T03:22:17,262 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,40611,1731640915500 (queues=1) is replicating from cluster=68f287d0-98e3-457c-aa56-db489cccb559 to cluster=811fca02-bf77-48a3-b0f2-80baa4fef16e
2024-11-15T03:22:17,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C40611%2C1731640915500
2024-11-15T03:22:17,263 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,40611,1731640915500, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:22:17,263 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C40611%2C1731640915500
2024-11-15T03:22:17,263 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492, startPosition=0, beingWritten=true
2024-11-15T03:22:17,274 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:17,274 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:17,274 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40611,1731640915500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:17,479 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:17,684 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:22:17,687 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:17,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:17,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,688 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:17,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:17,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:17,697 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:17,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560f3f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,699 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6409c581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43777,1731640920566
2024-11-15T03:22:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755c3c82
2024-11-15T03:22:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:17,702 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:17,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:40005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:22:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:22:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:17,704 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:40005'
2024-11-15T03:22:17,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eedee6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,705 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40005,-1 for getting cluster id
2024-11-15T03:22:17,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:17,706 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae2a385-9a9f-4571-ac60-20a461728803'
2024-11-15T03:22:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae2a385-9a9f-4571-ac60-20a461728803"

2024-11-15T03:22:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d3a9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40005,-1]
2024-11-15T03:22:17,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,707 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:17,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e682344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:17,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:17,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40005,1731640926931
2024-11-15T03:22:17,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d399b8
2024-11-15T03:22:17,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:17,709 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:17,710 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:22:17,710 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:22:17,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:17,710 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:17,711 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:17,712 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:22:17,713 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:17,713 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:17,714 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:17,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:22:17,763 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:22:17,783 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:18,124 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3086d24191f7265cb0bdf4bd74db2027, NAME => 'hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4
2024-11-15T03:22:18,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:22:18,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:18,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3086d24191f7265cb0bdf4bd74db2027, disabling compactions & flushes
2024-11-15T03:22:18,130 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027. after waiting 0 ms
2024-11-15T03:22:18,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,130 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3086d24191f7265cb0bdf4bd74db2027:
Waiting for close lock at 1731640938130Disabling compacts and flushes for region at 1731640938130Disabling writes for close at 1731640938130Writing region close event to WAL at 1731640938130Closed at 1731640938130
2024-11-15T03:22:18,131 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:18,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640938131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640938131"}]},"ts":"1731640938131"}
2024-11-15T03:22:18,132 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:18,133 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:18,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640938133"}]},"ts":"1731640938133"}
2024-11-15T03:22:18,135 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:22:18,135 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3086d24191f7265cb0bdf4bd74db2027, ASSIGN}]
2024-11-15T03:22:18,136 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3086d24191f7265cb0bdf4bd74db2027, ASSIGN
2024-11-15T03:22:18,137 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3086d24191f7265cb0bdf4bd74db2027, ASSIGN; state=OFFLINE, location=91f82191efb8,45127,1731640921408; forceNewPlan=false, retain=false
2024-11-15T03:22:18,187 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:18,288 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3086d24191f7265cb0bdf4bd74db2027, regionState=OPENING, regionLocation=91f82191efb8,45127,1731640921408
2024-11-15T03:22:18,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3086d24191f7265cb0bdf4bd74db2027, ASSIGN because future has completed
2024-11-15T03:22:18,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3086d24191f7265cb0bdf4bd74db2027, server=91f82191efb8,45127,1731640921408}]
2024-11-15T03:22:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:18,458 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,458 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:18,458 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:22:18,459 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C45127%2C1731640921408.rep, suffix=, logDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/oldWALs, maxLogs=10
2024-11-15T03:22:18,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.rep.1731640938460, exclude list is [], retry=0
2024-11-15T03:22:18,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33677,DS-d8fd347c-3e51-4d0c-a559-877d8a4bebb8,DISK]
2024-11-15T03:22:18,483 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.rep.1731640938460
2024-11-15T03:22:18,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32905:32905)]
2024-11-15T03:22:18,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3086d24191f7265cb0bdf4bd74db2027, NAME => 'hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:18,484 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:18,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:18,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027. service=MultiRowMutationService
2024-11-15T03:22:18,485 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:22:18,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:18,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,486 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3086d24191f7265cb0bdf4bd74db2027 
2024-11-15T03:22:18,487 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3086d24191f7265cb0bdf4bd74db2027 columnFamilyName hfileref
2024-11-15T03:22:18,487 DEBUG [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:18,487 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] regionserver.HStore(327): Store=3086d24191f7265cb0bdf4bd74db2027/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:18,487 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3086d24191f7265cb0bdf4bd74db2027 
2024-11-15T03:22:18,488 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3086d24191f7265cb0bdf4bd74db2027 columnFamilyName queue
2024-11-15T03:22:18,488 DEBUG [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:18,488 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] regionserver.HStore(327): Store=3086d24191f7265cb0bdf4bd74db2027/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:18,488 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3086d24191f7265cb0bdf4bd74db2027 
2024-11-15T03:22:18,489 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3086d24191f7265cb0bdf4bd74db2027 columnFamilyName sid
2024-11-15T03:22:18,489 DEBUG [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:18,489 INFO  [StoreOpener-3086d24191f7265cb0bdf4bd74db2027-1 {}] regionserver.HStore(327): Store=3086d24191f7265cb0bdf4bd74db2027/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:18,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/replication/3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/replication/3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:18,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/replication/3086d24191f7265cb0bdf4bd74db2027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:18,494 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3086d24191f7265cb0bdf4bd74db2027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114455, jitterRate=-0.02971900999546051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:18,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:18,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3086d24191f7265cb0bdf4bd74db2027:
Running coprocessor pre-open hook at 1731640938485Writing region info on filesystem at 1731640938485Initializing all the Stores at 1731640938486 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640938486Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640938486Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640938486Cleaning up temporary data from old regions at 1731640938490 (+4 ms)Running coprocessor post-open hooks at 1731640938494 (+4 ms)Region opened successfully at 1731640938495 (+1 ms)
2024-11-15T03:22:18,495 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027., pid=10, masterSystemTime=1731640938442
2024-11-15T03:22:18,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,497 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:18,497 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3086d24191f7265cb0bdf4bd74db2027, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,45127,1731640921408
2024-11-15T03:22:18,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3086d24191f7265cb0bdf4bd74db2027, server=91f82191efb8,45127,1731640921408 because future has completed
2024-11-15T03:22:18,501 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:22:18,501 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3086d24191f7265cb0bdf4bd74db2027, server=91f82191efb8,45127,1731640921408 in 210 msec
2024-11-15T03:22:18,503 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:22:18,503 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3086d24191f7265cb0bdf4bd74db2027, ASSIGN in 366 msec
2024-11-15T03:22:18,504 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:18,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640938504"}]},"ts":"1731640938504"}
2024-11-15T03:22:18,505 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:22:18,506 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:18,507 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec
2024-11-15T03:22:18,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027., hostname=91f82191efb8,45127,1731640921408, seqNum=2]
2024-11-15T03:22:18,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:18,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:18,690 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:18,823 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:22:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:18,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:22:18,976 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:22:19,010 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,45127,1731640921408, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:22:19,011 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:19,011 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45127,1731640921408, seqNum=-1]
2024-11-15T03:22:19,011 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:19,012 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-15T03:22:19,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,45127,1731640921408', locateType=CURRENT is [region=hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027., hostname=91f82191efb8,45127,1731640921408, seqNum=2]
2024-11-15T03:22:19,015 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:22:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:22:19,017 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,45127,1731640921408 suceeded
2024-11-15T03:22:19,019 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:22:19,019 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec
2024-11-15T03:22:19,019 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:40005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:22:19,020 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3170 sec
2024-11-15T03:22:19,030 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:40005'
2024-11-15T03:22:19,031 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e9d434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,031 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40005,-1 for getting cluster id
2024-11-15T03:22:19,031 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:19,032 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae2a385-9a9f-4571-ac60-20a461728803'
2024-11-15T03:22:19,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae2a385-9a9f-4571-ac60-20a461728803"

2024-11-15T03:22:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b2abb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40005,-1]
2024-11-15T03:22:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,034 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:19,035 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441f5eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,035 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40005,1731640926931
2024-11-15T03:22:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3319b528
2024-11-15T03:22:19,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:19,037 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService
2024-11-15T03:22:19,037 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,45127,1731640921408 (queues=1) is replicating from cluster=811fca02-bf77-48a3-b0f2-80baa4fef16e to cluster=cae2a385-9a9f-4571-ac60-20a461728803
2024-11-15T03:22:19,038 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C45127%2C1731640921408
2024-11-15T03:22:19,038 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,45127,1731640921408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:22:19,038 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, startPosition=0, beingWritten=true
2024-11-15T03:22:19,040 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C45127%2C1731640921408
2024-11-15T03:22:19,050 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:19,051 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:19,051 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:19,254 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:19,295 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:19,558 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:19,850 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:22:19,850 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:19,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:19,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,851 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:19,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40005,-1 for getting cluster id
2024-11-15T03:22:19,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:19,852 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae2a385-9a9f-4571-ac60-20a461728803'
2024-11-15T03:22:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae2a385-9a9f-4571-ac60-20a461728803"

2024-11-15T03:22:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93e30bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40005,-1]
2024-11-15T03:22:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,854 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d32842d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40005,1731640926931
2024-11-15T03:22:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a65837a
2024-11-15T03:22:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:19,857 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:19,857 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:43777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:22:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:22:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:19,860 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:43777'
2024-11-15T03:22:19,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc5c729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,861 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:19,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:19,862 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51497fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:19,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:19,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,863 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:19,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e6fd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:19,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:19,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43777,1731640920566
2024-11-15T03:22:19,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea98511
2024-11-15T03:22:19,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:19,867 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:19,868 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:22:19,868 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:22:19,868 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,868 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:19,869 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:19,869 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:19,870 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:22:19,871 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:19,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:19,872 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:19,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:22:19,920 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:22:19,961 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:19,998 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:20,303 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db7db195dc8e1ca3682e318150dd8f13, NAME => 'hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653
2024-11-15T03:22:20,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:22:20,465 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:20,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:20,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db7db195dc8e1ca3682e318150dd8f13, disabling compactions & flushes
2024-11-15T03:22:20,709 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:20,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:20,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13. after waiting 0 ms
2024-11-15T03:22:20,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:20,709 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:20,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db7db195dc8e1ca3682e318150dd8f13:
Waiting for close lock at 1731640940708Disabling compacts and flushes for region at 1731640940708Disabling writes for close at 1731640940709 (+1 ms)Writing region close event to WAL at 1731640940709Closed at 1731640940709
2024-11-15T03:22:20,710 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:20,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640940710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640940710"}]},"ts":"1731640940710"}
2024-11-15T03:22:20,713 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:20,713 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:20,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640940713"}]},"ts":"1731640940713"}
2024-11-15T03:22:20,716 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:22:20,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db7db195dc8e1ca3682e318150dd8f13, ASSIGN}]
2024-11-15T03:22:20,718 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db7db195dc8e1ca3682e318150dd8f13, ASSIGN
2024-11-15T03:22:20,718 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db7db195dc8e1ca3682e318150dd8f13, ASSIGN; state=OFFLINE, location=91f82191efb8,41639,1731640927313; forceNewPlan=false, retain=false
2024-11-15T03:22:20,802 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:20,869 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db7db195dc8e1ca3682e318150dd8f13, regionState=OPENING, regionLocation=91f82191efb8,41639,1731640927313
2024-11-15T03:22:20,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db7db195dc8e1ca3682e318150dd8f13, ASSIGN because future has completed
2024-11-15T03:22:20,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db7db195dc8e1ca3682e318150dd8f13, server=91f82191efb8,41639,1731640927313}]
2024-11-15T03:22:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:21,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:21,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:21,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:22:21,027 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C41639%2C1731640927313.rep, suffix=, logDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/oldWALs, maxLogs=10
2024-11-15T03:22:21,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.rep.1731640941028, exclude list is [], retry=0
2024-11-15T03:22:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-70894c26-84a9-438b-af56-4962baf7fd4d,DISK]
2024-11-15T03:22:21,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.rep.1731640941028
2024-11-15T03:22:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)]
2024-11-15T03:22:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db7db195dc8e1ca3682e318150dd8f13, NAME => 'hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:21,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13. service=MultiRowMutationService
2024-11-15T03:22:21,043 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:22:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,045 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db7db195dc8e1ca3682e318150dd8f13 
2024-11-15T03:22:21,045 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7db195dc8e1ca3682e318150dd8f13 columnFamilyName hfileref
2024-11-15T03:22:21,045 DEBUG [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:21,046 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] regionserver.HStore(327): Store=db7db195dc8e1ca3682e318150dd8f13/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:21,046 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db7db195dc8e1ca3682e318150dd8f13 
2024-11-15T03:22:21,046 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7db195dc8e1ca3682e318150dd8f13 columnFamilyName queue
2024-11-15T03:22:21,046 DEBUG [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:21,047 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] regionserver.HStore(327): Store=db7db195dc8e1ca3682e318150dd8f13/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:21,047 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db7db195dc8e1ca3682e318150dd8f13 
2024-11-15T03:22:21,047 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7db195dc8e1ca3682e318150dd8f13 columnFamilyName sid
2024-11-15T03:22:21,047 DEBUG [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:21,047 INFO  [StoreOpener-db7db195dc8e1ca3682e318150dd8f13-1 {}] regionserver.HStore(327): Store=db7db195dc8e1ca3682e318150dd8f13/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:21,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/replication/db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/replication/db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:21,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/replication/db7db195dc8e1ca3682e318150dd8f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:21,051 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db7db195dc8e1ca3682e318150dd8f13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75319055, jitterRate=0.12234137952327728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:21,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:21,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db7db195dc8e1ca3682e318150dd8f13:
Running coprocessor pre-open hook at 1731640941044Writing region info on filesystem at 1731640941044Initializing all the Stores at 1731640941044Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640941044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640941044Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640941044Cleaning up temporary data from old regions at 1731640941049 (+5 ms)Running coprocessor post-open hooks at 1731640941051 (+2 ms)Region opened successfully at 1731640941051
2024-11-15T03:22:21,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13., pid=10, masterSystemTime=1731640941023
2024-11-15T03:22:21,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:21,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:21,054 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db7db195dc8e1ca3682e318150dd8f13, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,41639,1731640927313
2024-11-15T03:22:21,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db7db195dc8e1ca3682e318150dd8f13, server=91f82191efb8,41639,1731640927313 because future has completed
2024-11-15T03:22:21,057 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:22:21,057 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db7db195dc8e1ca3682e318150dd8f13, server=91f82191efb8,41639,1731640927313 in 185 msec
2024-11-15T03:22:21,058 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:22:21,058 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db7db195dc8e1ca3682e318150dd8f13, ASSIGN in 341 msec
2024-11-15T03:22:21,059 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:21,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640941059"}]},"ts":"1731640941059"}
2024-11-15T03:22:21,061 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:22:21,062 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:21,063 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec
2024-11-15T03:22:21,068 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:21,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13., hostname=91f82191efb8,41639,1731640927313, seqNum=2]
2024-11-15T03:22:21,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:21,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:21,259 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:22:21,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:22:21,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:22:21,412 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:22:21,450 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,41639,1731640927313, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:22:21,451 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:21,451 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41639,1731640927313, seqNum=-1]
2024-11-15T03:22:21,451 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:21,452 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-15T03:22:21,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,41639,1731640927313', locateType=CURRENT is [region=hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13., hostname=91f82191efb8,41639,1731640927313, seqNum=2]
2024-11-15T03:22:21,460 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:22:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:22:21,463 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,41639,1731640927313 suceeded
2024-11-15T03:22:21,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:22:21,467 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:43777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:22:21,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec
2024-11-15T03:22:21,469 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6100 sec
2024-11-15T03:22:21,481 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:43777'
2024-11-15T03:22:21,484 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae2eb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:21,484 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:21,485 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:21,485 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41cd3864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:21,487 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:21,488 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb85ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:21,488 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:21,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43777,1731640920566
2024-11-15T03:22:21,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364f3cfa
2024-11-15T03:22:21,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:21,491 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService
2024-11-15T03:22:21,492 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,41639,1731640927313 (queues=1) is replicating from cluster=cae2a385-9a9f-4571-ac60-20a461728803 to cluster=811fca02-bf77-48a3-b0f2-80baa4fef16e
2024-11-15T03:22:21,492 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C41639%2C1731640927313
2024-11-15T03:22:21,492 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,41639,1731640927313, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:22:21,496 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, startPosition=0, beingWritten=true
2024-11-15T03:22:21,500 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C41639%2C1731640927313
2024-11-15T03:22:21,539 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:21,539 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 379, reset compression=false
2024-11-15T03:22:21,540 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:21,705 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:21,756 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 379, reset compression=false
2024-11-15T03:22:21,774 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:22,010 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:22:22,010 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:22,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:22,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:22,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:22,011 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:22,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34549,-1 for getting cluster id
2024-11-15T03:22:22,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:22,012 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f287d0-98e3-457c-aa56-db489cccb559'
2024-11-15T03:22:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f287d0-98e3-457c-aa56-db489cccb559"

2024-11-15T03:22:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33183813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34549,-1]
2024-11-15T03:22:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:22,014 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2785fa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:22,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:22,017 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2b007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:22,019 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42902e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40005,-1 for getting cluster id
2024-11-15T03:22:22,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:22,030 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae2a385-9a9f-4571-ac60-20a461728803'
2024-11-15T03:22:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae2a385-9a9f-4571-ac60-20a461728803"

2024-11-15T03:22:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3909efb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40005,-1]
2024-11-15T03:22:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:22,032 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:22,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40611,1731640915500, seqNum=-1]
2024-11-15T03:22:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:22,045 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640931041.79e13f3d7436f65124f410b650778834., hostname=91f82191efb8,40611,1731640915500, seqNum=2]
2024-11-15T03:22:22,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:22,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41639,1731640927313, seqNum=-1]
2024-11-15T03:22:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:22,053 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640934352.8bb0222abc4c0bea40be4679494158f3., hostname=91f82191efb8,41639,1731640927313, seqNum=2]
2024-11-15T03:22:22,056 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-15T03:22:22,070 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 379, reset compression=false
2024-11-15T03:22:22,248 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:22,249 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,250 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,250 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,250 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,301 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,302 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,302 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,302 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,302 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,303 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,313 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,329 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,329 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,332 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:22,473 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 379, reset compression=false
2024-11-15T03:22:22,582 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:22,708 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 379, reset compression=false
2024-11-15T03:22:22,714 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:22,714 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:22,714 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40611,1731640915500 got entry batch from reader: WALEntryBatch [walEntries=[{test/79e13f3d7436f65124f410b650778834/4=[#edits: 1 = <row/f:row/1731640942049/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-15T03:22:22,716 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:22,717 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService
2024-11-15T03:22:22,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:22,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b45ff0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43777,-1 for getting cluster id
2024-11-15T03:22:22,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:22,722 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811fca02-bf77-48a3-b0f2-80baa4fef16e'
2024-11-15T03:22:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811fca02-bf77-48a3-b0f2-80baa4fef16e"

2024-11-15T03:22:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e716b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43777,-1]
2024-11-15T03:22:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:22,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:22,724 INFO  [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:22,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f430300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:22,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:22,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45127,1731640921408, seqNum=-1]
2024-11-15T03:22:22,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:22,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-15T03:22:22,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2., hostname=91f82191efb8,45127,1731640921408, seqNum=2]
2024-11-15T03:22:22,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:22,922 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:22,976 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 379, reset compression=false
2024-11-15T03:22:23,060 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-15T03:22:23,228 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:23,491 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 379, reset compression=false
2024-11-15T03:22:23,494 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:23,494 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 503, reset compression=false
2024-11-15T03:22:23,495 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9c322e4729348b265bd6813f45dcb2/4=[#edits: 1 = <row/f:row/1731640942049/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-15T03:22:23,496 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:23,497 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService
2024-11-15T03:22:23,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:23,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cd097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:23,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40005,-1 for getting cluster id
2024-11-15T03:22:23,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:23,498 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cae2a385-9a9f-4571-ac60-20a461728803'
2024-11-15T03:22:23,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cae2a385-9a9f-4571-ac60-20a461728803"

2024-11-15T03:22:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3de300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40005,-1]
2024-11-15T03:22:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:23,499 INFO  [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:23,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ac98a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:23,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,41639,1731640927313, seqNum=-1]
2024-11-15T03:22:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:23,502 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-15T03:22:23,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731640934352.8bb0222abc4c0bea40be4679494158f3., hostname=91f82191efb8,41639,1731640927313, seqNum=2]
2024-11-15T03:22:23,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:23,579 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 379, reset compression=false
2024-11-15T03:22:23,583 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:23,583 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 527, reset compression=false
2024-11-15T03:22:23,583 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:23,631 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:23,697 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 503, reset compression=false
2024-11-15T03:22:23,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:23,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:22:23,700 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108907 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:22:23,786 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 527, reset compression=false
2024-11-15T03:22:24,001 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 503, reset compression=false
2024-11-15T03:22:24,062 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-15T03:22:24,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,45127,1731640921408, seqNum=-1]
2024-11-15T03:22:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:24,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2., hostname=91f82191efb8,45127,1731640921408, seqNum=2]
2024-11-15T03:22:24,068 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-15T03:22:24,090 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 527, reset compression=false
2024-11-15T03:22:24,145 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:24,404 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 503, reset compression=false
2024-11-15T03:22:24,408 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:24,408 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 607, reset compression=false
2024-11-15T03:22:24,408 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9c322e4729348b265bd6813f45dcb2/5=[#edits: 1 = <row1/f:row1/1731640944066/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:22:24,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:24,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:24,493 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 527, reset compression=false
2024-11-15T03:22:24,498 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:24,498 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 655, reset compression=false
2024-11-15T03:22:24,498 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:24,611 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 607, reset compression=false
2024-11-15T03:22:24,700 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 655, reset compression=false
2024-11-15T03:22:24,752 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:24,804 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:22:24,914 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 607, reset compression=false
2024-11-15T03:22:25,003 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 655, reset compression=false
2024-11-15T03:22:25,070 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-15T03:22:25,075 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-15T03:22:25,318 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 607, reset compression=false
2024-11-15T03:22:25,408 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 655, reset compression=false
2024-11-15T03:22:25,412 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:25,412 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 759, reset compression=false
2024-11-15T03:22:25,412 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bb0222abc4c0bea40be4679494158f3/6=[#edits: 1 = <row2/f:row2/1731640945072/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-15T03:22:25,414 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:25,414 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService
2024-11-15T03:22:25,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:25,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:25,455 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:25,616 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 759, reset compression=false
2024-11-15T03:22:25,821 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 607, reset compression=false
2024-11-15T03:22:25,825 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:25,825 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 735, reset compression=false
2024-11-15T03:22:25,825 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:25,919 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 759, reset compression=false
2024-11-15T03:22:26,028 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 735, reset compression=false
2024-11-15T03:22:26,077 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-15T03:22:26,080 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-15T03:22:26,259 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 480, reset compression=false
2024-11-15T03:22:26,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:26,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:26,262 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40611,1731640915500 got entry batch from reader: WALEntryBatch [walEntries=[{test/79e13f3d7436f65124f410b650778834/5=[#edits: 2 = <row/f:/1731640946078/DeleteFamily/vlen=0/seqid=0; row/f1:/1731640946078/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-15T03:22:26,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:26,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:26,323 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 759, reset compression=false
2024-11-15T03:22:26,338 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 735, reset compression=false
2024-11-15T03:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 882, reset compression=false
2024-11-15T03:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9c322e4729348b265bd6813f45dcb2/7=[#edits: 2 = <row/f:/1731640946078/DeleteFamily/vlen=0/seqid=0; row/f1:/1731640946078/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-15T03:22:26,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:26,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:26,465 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:26,545 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 882, reset compression=false
2024-11-15T03:22:26,768 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:26,826 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 759, reset compression=false
2024-11-15T03:22:26,831 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:26,831 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 930, reset compression=false
2024-11-15T03:22:26,831 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:26,847 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 882, reset compression=false
2024-11-15T03:22:27,034 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 930, reset compression=false
2024-11-15T03:22:27,082 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-15T03:22:27,085 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-15T03:22:27,172 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:27,250 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 882, reset compression=false
2024-11-15T03:22:27,255 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:27,255 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1041, reset compression=false
2024-11-15T03:22:27,255 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9c322e4729348b265bd6813f45dcb2/8=[#edits: 2 = <row1/f:/1731640947083/DeleteFamily/vlen=0/seqid=0; row1/f1:/1731640947083/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-15T03:22:27,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:27,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41639 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:27,338 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 930, reset compression=false
2024-11-15T03:22:27,342 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:27,342 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1080, reset compression=false
2024-11-15T03:22:27,342 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:27,360 DEBUG [master/91f82191efb8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=127, reuseRatio=78.40%
2024-11-15T03:22:27,360 DEBUG [master/91f82191efb8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-15T03:22:27,459 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1041, reset compression=false
2024-11-15T03:22:27,545 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1080, reset compression=false
2024-11-15T03:22:27,675 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:27,762 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1041, reset compression=false
2024-11-15T03:22:27,848 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1080, reset compression=false
2024-11-15T03:22:28,087 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-15T03:22:28,090 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-15T03:22:28,166 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1041, reset compression=false
2024-11-15T03:22:28,252 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1080, reset compression=false
2024-11-15T03:22:28,256 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:22:28,256 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1239, reset compression=false
2024-11-15T03:22:28,257 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[{test/8bb0222abc4c0bea40be4679494158f3/9=[#edits: 2 = <row2/f:/1731640948088/DeleteFamily/vlen=0/seqid=0; row2/f1:/1731640948088/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-15T03:22:28,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-15T03:22:28,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-15T03:22:28,281 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:28,464 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1239, reset compression=false
2024-11-15T03:22:28,669 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1041, reset compression=false
2024-11-15T03:22:28,674 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:28,674 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:28,674 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:28,767 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1239, reset compression=false
2024-11-15T03:22:28,879 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:28,987 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:29,092 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-15T03:22:29,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:22:29,099 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:29,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:29,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:29,099 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:29,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:29,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:22:29,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1341971119, stopped=false
2024-11-15T03:22:29,100 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,40005,1731640926931
2024-11-15T03:22:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2843335947/running
2024-11-15T03:22:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2843335947/running
2024-11-15T03:22:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:29,126 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:22:29,127 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:29,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:29,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:29,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/running
2024-11-15T03:22:29,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Set watcher on znode that does not yet exist, /2843335947/running
2024-11-15T03:22:29,128 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,41639,1731640927313' *****
2024-11-15T03:22:29,128 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:22:29,129 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:22:29,129 INFO  [RS:0;91f82191efb8:41639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:22:29,129 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:22:29,129 INFO  [RS:0;91f82191efb8:41639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:22:29,129 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bb0222abc4c0bea40be4679494158f3
2024-11-15T03:22:29,129 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(3091): Received CLOSE for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:29,129 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,41639,1731640927313
2024-11-15T03:22:29,130 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bb0222abc4c0bea40be4679494158f3, disabling compactions & flushes
2024-11-15T03:22:29,130 INFO  [RS:0;91f82191efb8:41639 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:22:29,130 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:29,130 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:29,130 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640934352.8bb0222abc4c0bea40be4679494158f3. after waiting 0 ms
2024-11-15T03:22:29,130 INFO  [RS:0;91f82191efb8:41639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:41639.
2024-11-15T03:22:29,130 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:29,130 DEBUG [RS:0;91f82191efb8:41639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:29,130 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:29,130 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bb0222abc4c0bea40be4679494158f3 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-15T03:22:29,130 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:22:29,130 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:22:29,130 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:22:29,130 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:22:29,132 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:22:29,132 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1325): Online Regions={8bb0222abc4c0bea40be4679494158f3=test,,1731640934352.8bb0222abc4c0bea40be4679494158f3., 1588230740=hbase:meta,,1.1588230740, db7db195dc8e1ca3682e318150dd8f13=hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.}
2024-11-15T03:22:29,132 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bb0222abc4c0bea40be4679494158f3, db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:29,132 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:29,132 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:29,133 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:29,133 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:29,133 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:29,133 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:22:29,169 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/info/e96e497a344f4a4cae4bef6657635417 is 147, key is hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13./info:regioninfo/1731640941054/Put/seqid=0
2024-11-15T03:22:29,169 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/f/438ebf5f5599416a9ce1b3e64fde1e51 is 29, key is row1/f:/1731640947083/DeleteFamily/seqid=0
2024-11-15T03:22:29,171 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:22:29,173 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1239, reset compression=false
2024-11-15T03:22:29,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741841_1017 (size=5152)
2024-11-15T03:22:29,189 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:29,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741840_1016 (size=7686)
2024-11-15T03:22:29,193 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:29,193 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1486, reset compression=false
2024-11-15T03:22:29,194 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,41639,1731640927313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:29,195 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,41639,1731640927313: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,41639,1731640927313, walGroup=91f82191efb8%2C41639%2C1731640927313, offset=91f82191efb8%2C41639%2C1731640927313.1731640929992:1486, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:41639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:22:29,196 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:22:29,196 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:22:29,197 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:22:29,197 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:22:29,197 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:22:29,197 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1151336448,
        "init": 1048576000,
        "max": 2306867200,
        "used": 924162192
      },
      "NonHeapMemoryUsage": {
        "committed": 206635008,
        "init": 7667712,
        "max": -1,
        "used": 202218376
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:22:29,198 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:22:29,332 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bb0222abc4c0bea40be4679494158f3, db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:29,410 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1486, reset compression=false
2024-11-15T03:22:29,533 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bb0222abc4c0bea40be4679494158f3, db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:29,586 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/f/438ebf5f5599416a9ce1b3e64fde1e51
2024-11-15T03:22:29,591 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 438ebf5f5599416a9ce1b3e64fde1e51
2024-11-15T03:22:29,591 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/info/e96e497a344f4a4cae4bef6657635417
2024-11-15T03:22:29,605 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/f1/5899b4740c884002b65d1edc2bab27ac is 30, key is row1/f1:/1731640947083/DeleteFamily/seqid=0
2024-11-15T03:22:29,609 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:29,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741842_1018 (size=5158)
2024-11-15T03:22:29,621 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/ns/7acbfed7a64c467db1e9582361ea2fe3 is 43, key is default/ns:d/1731640930912/Put/seqid=0
2024-11-15T03:22:29,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741843_1019 (size=5153)
2024-11-15T03:22:29,625 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/ns/7acbfed7a64c467db1e9582361ea2fe3
2024-11-15T03:22:29,643 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/rep_barrier/b2d68545d59b42f696db85f0e7e8864c is 112, key is test,,1731640934352.8bb0222abc4c0bea40be4679494158f3./rep_barrier:seqnumDuringOpen/1731640935119/Put/seqid=0
2024-11-15T03:22:29,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741844_1020 (size=5518)
2024-11-15T03:22:29,715 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1486, reset compression=false
2024-11-15T03:22:29,733 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bb0222abc4c0bea40be4679494158f3, db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:29,805 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:29,905 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:22:29,905 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:22:29,933 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bb0222abc4c0bea40be4679494158f3, db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:30,012 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/f1/5899b4740c884002b65d1edc2bab27ac
2024-11-15T03:22:30,016 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5899b4740c884002b65d1edc2bab27ac
2024-11-15T03:22:30,035 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/norep/dfa99b4371524d7aa4377657dca92e0b is 33, key is row2/norep:/1731640948088/DeleteFamily/seqid=0
2024-11-15T03:22:30,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741845_1021 (size=5108)
2024-11-15T03:22:30,042 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/norep/dfa99b4371524d7aa4377657dca92e0b
2024-11-15T03:22:30,047 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfa99b4371524d7aa4377657dca92e0b
2024-11-15T03:22:30,048 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/rep_barrier/b2d68545d59b42f696db85f0e7e8864c
2024-11-15T03:22:30,049 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/f/438ebf5f5599416a9ce1b3e64fde1e51 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/f/438ebf5f5599416a9ce1b3e64fde1e51
2024-11-15T03:22:30,060 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 438ebf5f5599416a9ce1b3e64fde1e51
2024-11-15T03:22:30,060 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/f/438ebf5f5599416a9ce1b3e64fde1e51, entries=3, sequenceid=10, filesize=5.0 K
2024-11-15T03:22:30,061 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/f1/5899b4740c884002b65d1edc2bab27ac as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/f1/5899b4740c884002b65d1edc2bab27ac
2024-11-15T03:22:30,066 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5899b4740c884002b65d1edc2bab27ac
2024-11-15T03:22:30,066 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/f1/5899b4740c884002b65d1edc2bab27ac, entries=3, sequenceid=10, filesize=5.0 K
2024-11-15T03:22:30,067 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/.tmp/norep/dfa99b4371524d7aa4377657dca92e0b as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/norep/dfa99b4371524d7aa4377657dca92e0b
2024-11-15T03:22:30,076 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfa99b4371524d7aa4377657dca92e0b
2024-11-15T03:22:30,077 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/norep/dfa99b4371524d7aa4377657dca92e0b, entries=1, sequenceid=10, filesize=5.0 K
2024-11-15T03:22:30,080 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/table/4ac3f1baccba449e8115ae3a35f72739 is 53, key is hbase:replication/table:state/1731640941059/Put/seqid=0
2024-11-15T03:22:30,081 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8bb0222abc4c0bea40be4679494158f3 in 949ms, sequenceid=10, compaction requested=false
2024-11-15T03:22:30,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741846_1022 (size=5308)
2024-11-15T03:22:30,097 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/default/test/8bb0222abc4c0bea40be4679494158f3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-15T03:22:30,098 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:30,098 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:22:30,098 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:30,098 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bb0222abc4c0bea40be4679494158f3:
Waiting for close lock at 1731640949130Running coprocessor pre-close hooks at 1731640949130Disabling compacts and flushes for region at 1731640949130Disabling writes for close at 1731640949130Obtaining lock to block concurrent updates at 1731640949130Preparing flush snapshotting stores in 8bb0222abc4c0bea40be4679494158f3 at 1731640949130Finished memstore snapshotting test,,1731640934352.8bb0222abc4c0bea40be4679494158f3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731640949131 (+1 ms)Flushing stores of test,,1731640934352.8bb0222abc4c0bea40be4679494158f3. at 1731640949131Flushing 8bb0222abc4c0bea40be4679494158f3/f: creating writer at 1731640949132 (+1 ms)Flushing 8bb0222abc4c0bea40be4679494158f3/f: appending metadata at 1731640949168 (+36 ms)Flushing 8bb0222abc4c0bea40be4679494158f3/f: closing flushed file at 1731640949168Flushing 8bb0222abc4c0bea40be4679494158f3/f1: creating writer at 1731640949591 (+423 ms)Flushing 8bb0222abc4c0bea40be4679494158f3/f1: appending metadata at 1731640949605 (+14 ms)Flushing 8bb0222abc4c0bea40be4679494158f3/f1: closing flushed file at 1731640949605Flushing 8bb0222abc4c0bea40be4679494158f3/norep: creating writer at 1731640950016 (+411 ms)Flushing 8bb0222abc4c0bea40be4679494158f3/norep: appending metadata at 1731640950034 (+18 ms)Flushing 8bb0222abc4c0bea40be4679494158f3/norep: closing flushed file at 1731640950034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf7aa3: reopening flushed file at 1731640950048 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1564195e: reopening flushed file at 1731640950060 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478e6fba: reopening flushed file at 1731640950066 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8bb0222abc4c0bea40be4679494158f3 in 949ms, sequenceid=10, compaction requested=false at 1731640950081 (+15 ms)Writing region close event to WAL at 1731640950090 (+9 ms)Running coprocessor post-close hooks at 1731640950098 (+8 ms)Closed at 1731640950098
2024-11-15T03:22:30,098 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640934352.8bb0222abc4c0bea40be4679494158f3.
2024-11-15T03:22:30,098 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db7db195dc8e1ca3682e318150dd8f13, disabling compactions & flushes
2024-11-15T03:22:30,098 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,099 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,099 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13. after waiting 0 ms
2024-11-15T03:22:30,099 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,099 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db7db195dc8e1ca3682e318150dd8f13:
Waiting for close lock at 1731640950098Running coprocessor pre-close hooks at 1731640950098Disabling compacts and flushes for region at 1731640950098Disabling writes for close at 1731640950099 (+1 ms)Failed flush hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13., putting online again at 1731640950099
2024-11-15T03:22:30,099 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,114 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:30,119 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 1486, reset compression=false
2024-11-15T03:22:30,133 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:22:30,133 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, db7db195dc8e1ca3682e318150dd8f13=hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.}
2024-11-15T03:22:30,133 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(3091): Received CLOSE for db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:30,133 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db7db195dc8e1ca3682e318150dd8f13
2024-11-15T03:22:30,134 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db7db195dc8e1ca3682e318150dd8f13, disabling compactions & flushes
2024-11-15T03:22:30,134 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,134 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,134 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13. after waiting 0 ms
2024-11-15T03:22:30,134 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,134 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db7db195dc8e1ca3682e318150dd8f13:
Waiting for close lock at 1731640950133Running coprocessor pre-close hooks at 1731640950133Disabling compacts and flushes for region at 1731640950133Disabling writes for close at 1731640950134 (+1 ms)Failed flush hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13., putting online again at 1731640950134
2024-11-15T03:22:30,134 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640939869.db7db195dc8e1ca3682e318150dd8f13.
2024-11-15T03:22:30,142 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:30,142 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 2130, reset compression=false
2024-11-15T03:22:30,153 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:22:30,334 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:22:30,368 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 2130, reset compression=false
2024-11-15T03:22:30,493 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/table/4ac3f1baccba449e8115ae3a35f72739
2024-11-15T03:22:30,499 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/info/e96e497a344f4a4cae4bef6657635417 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/info/e96e497a344f4a4cae4bef6657635417
2024-11-15T03:22:30,504 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/info/e96e497a344f4a4cae4bef6657635417, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:22:30,506 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/ns/7acbfed7a64c467db1e9582361ea2fe3 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/ns/7acbfed7a64c467db1e9582361ea2fe3
2024-11-15T03:22:30,513 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/ns/7acbfed7a64c467db1e9582361ea2fe3, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:22:30,514 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/rep_barrier/b2d68545d59b42f696db85f0e7e8864c as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/rep_barrier/b2d68545d59b42f696db85f0e7e8864c
2024-11-15T03:22:30,532 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/rep_barrier/b2d68545d59b42f696db85f0e7e8864c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:22:30,534 DEBUG [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:22:30,534 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/.tmp/table/4ac3f1baccba449e8115ae3a35f72739 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/table/4ac3f1baccba449e8115ae3a35f72739
2024-11-15T03:22:30,556 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/table/4ac3f1baccba449e8115ae3a35f72739, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:22:30,557 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=16, compaction requested=false
2024-11-15T03:22:30,617 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:22:30,617 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:30,617 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:22:30,617 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:30,617 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640949132Running coprocessor pre-close hooks at 1731640949132Disabling compacts and flushes for region at 1731640949132Disabling writes for close at 1731640949133 (+1 ms)Obtaining lock to block concurrent updates at 1731640949133Preparing flush snapshotting stores in 1588230740 at 1731640949133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640949133Flushing stores of hbase:meta,,1.1588230740 at 1731640949133Flushing 1588230740/info: creating writer at 1731640949134 (+1 ms)Flushing 1588230740/info: appending metadata at 1731640949168 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731640949168Flushing 1588230740/ns: creating writer at 1731640949595 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731640949620 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731640949620Flushing 1588230740/rep_barrier: creating writer at 1731640949628 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640949642 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640949642Flushing 1588230740/table: creating writer at 1731640950056 (+414 ms)Flushing 1588230740/table: appending metadata at 1731640950080 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731640950080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25435db5: reopening flushed file at 1731640950498 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4456f631: reopening flushed file at 1731640950505 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37915425: reopening flushed file at 1731640950513 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50df1c2d: reopening flushed file at 1731640950533 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=16, compaction requested=false at 1731640950557 (+24 ms)Writing region close event to WAL at 1731640950612 (+55 ms)Running coprocessor post-close hooks at 1731640950617 (+5 ms)Closed at 1731640950617
2024-11-15T03:22:30,618 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:30,708 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:30,714 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/WALs/91f82191efb8,41639,1731640927313/91f82191efb8%2C41639%2C1731640927313.1731640929992 to pos 2130, reset compression=false
2024-11-15T03:22:30,734 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-15T03:22:30,734 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,41639,1731640927313; all regions closed.
2024-11-15T03:22:30,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:22:30,761 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:30,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741839_1015 (size=2171)
2024-11-15T03:22:30,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741832_1008 (size=2138)
2024-11-15T03:22:30,814 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:30,814 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:22:30,814 INFO  [RS:0;91f82191efb8:41639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:22:30,815 INFO  [RS:0;91f82191efb8:41639 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:22:30,815 INFO  [RS:0;91f82191efb8:41639 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:22:30,815 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:22:30,815 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,41639,1731640927313 because: Region server is closing
2024-11-15T03:22:30,815 INFO  [RS:0;91f82191efb8:41639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:41639.
2024-11-15T03:22:30,815 DEBUG [RS:0;91f82191efb8:41639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:30,815 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:30,815 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:30,816 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:30,916 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.shipper91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 terminated
2024-11-15T03:22:30,916 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,41639,1731640927313.replicationSource.wal-reader.91f82191efb8%2C41639%2C1731640927313,1-91f82191efb8,41639,1731640927313 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:22:30,916 INFO  [RS:0;91f82191efb8:41639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:41639.
2024-11-15T03:22:30,916 DEBUG [RS:0;91f82191efb8:41639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:30,916 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:30,916 DEBUG [RS:0;91f82191efb8:41639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:30,916 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:30,917 INFO  [RS:0;91f82191efb8:41639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41639
2024-11-15T03:22:30,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2843335947/rs/91f82191efb8,41639,1731640927313
2024-11-15T03:22:30,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947/rs
2024-11-15T03:22:30,984 INFO  [RS:0;91f82191efb8:41639 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:22:30,984 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,41639,1731640927313]
2024-11-15T03:22:31,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2843335947/draining/91f82191efb8,41639,1731640927313 already deleted, retry=false
2024-11-15T03:22:31,005 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,41639,1731640927313 expired; onlineServers=0
2024-11-15T03:22:31,005 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,40005,1731640926931' *****
2024-11-15T03:22:31,005 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:22:31,005 INFO  [M:0;91f82191efb8:40005 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:22:31,005 INFO  [M:0;91f82191efb8:40005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:22:31,005 DEBUG [M:0;91f82191efb8:40005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:22:31,005 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:22:31,005 DEBUG [M:0;91f82191efb8:40005 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:22:31,005 INFO  [M:0;91f82191efb8:40005 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:22:31,005 INFO  [M:0;91f82191efb8:40005 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:22:31,005 DEBUG [M:0;91f82191efb8:40005 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:22:31,005 INFO  [M:0;91f82191efb8:40005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:22:31,006 INFO  [M:0;91f82191efb8:40005 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:22:31,006 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640929622 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640929622,5,FailOnTimeoutGroup]
2024-11-15T03:22:31,006 INFO  [M:0;91f82191efb8:40005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:22:31,006 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640929622 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640929622,5,FailOnTimeoutGroup]
2024-11-15T03:22:31,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:22:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2843335947/master
2024-11-15T03:22:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2843335947
2024-11-15T03:22:31,015 DEBUG [M:0;91f82191efb8:40005 {}] zookeeper.ZKUtil(347): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Unable to get data of znode /2843335947/master because node does not exist (not an error)
2024-11-15T03:22:31,015 WARN  [M:0;91f82191efb8:40005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:22:31,029 INFO  [M:0;91f82191efb8:40005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/.lastflushedseqids
2024-11-15T03:22:31,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741847_1023 (size=245)
2024-11-15T03:22:31,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:31,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41639-0x1013c8367b40007, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:31,094 INFO  [RS:0;91f82191efb8:41639 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:22:31,094 INFO  [RS:0;91f82191efb8:41639 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,41639,1731640927313; zookeeper connection closed.
2024-11-15T03:22:31,095 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@acc352f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@acc352f
2024-11-15T03:22:31,095 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:22:31,435 INFO  [M:0;91f82191efb8:40005 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:22:31,435 INFO  [M:0;91f82191efb8:40005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:22:31,435 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:31,436 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:31,436 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:31,436 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:31,436 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:31,436 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-15T03:22:31,449 DEBUG [M:0;91f82191efb8:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d43053cd6ab47d19d9e17ef87e4c856 is 82, key is hbase:meta,,1/info:regioninfo/1731640930894/Put/seqid=0
2024-11-15T03:22:31,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741848_1024 (size=5672)
2024-11-15T03:22:31,501 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:31,745 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:31,852 INFO  [M:0;91f82191efb8:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d43053cd6ab47d19d9e17ef87e4c856
2024-11-15T03:22:31,868 DEBUG [M:0;91f82191efb8:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64b9558113444abe90791fd255a918b6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640941062/Put/seqid=0
2024-11-15T03:22:31,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741849_1025 (size=8516)
2024-11-15T03:22:32,273 INFO  [M:0;91f82191efb8:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64b9558113444abe90791fd255a918b6
2024-11-15T03:22:32,289 DEBUG [M:0;91f82191efb8:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088421507a014171a09539290ac4dd13 is 69, key is 91f82191efb8,41639,1731640927313/rs:state/1731640929740/Put/seqid=0
2024-11-15T03:22:32,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741850_1026 (size=5156)
2024-11-15T03:22:32,313 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:32,693 INFO  [M:0;91f82191efb8:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088421507a014171a09539290ac4dd13
2024-11-15T03:22:32,706 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d43053cd6ab47d19d9e17ef87e4c856 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d43053cd6ab47d19d9e17ef87e4c856
2024-11-15T03:22:32,712 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d43053cd6ab47d19d9e17ef87e4c856, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:22:32,713 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64b9558113444abe90791fd255a918b6 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64b9558113444abe90791fd255a918b6
2024-11-15T03:22:32,717 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64b9558113444abe90791fd255a918b6, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:22:32,718 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088421507a014171a09539290ac4dd13 as hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/088421507a014171a09539290ac4dd13
2024-11-15T03:22:32,722 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/088421507a014171a09539290ac4dd13, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:22:32,723 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false
2024-11-15T03:22:32,724 INFO  [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:32,724 DEBUG [M:0;91f82191efb8:40005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640951435Disabling compacts and flushes for region at 1731640951435Disabling writes for close at 1731640951436 (+1 ms)Obtaining lock to block concurrent updates at 1731640951436Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640951436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731640951436Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640951436Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640951436Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640951448 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640951448Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640951856 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640951868 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640951868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640952276 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640952289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640952289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca53b46: reopening flushed file at 1731640952706 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74849b22: reopening flushed file at 1731640952712 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3209d66d: reopening flushed file at 1731640952717 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1731640952723 (+6 ms)Writing region close event to WAL at 1731640952724 (+1 ms)Closed at 1731640952724
2024-11-15T03:22:32,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741830_1006 (size=63654)
2024-11-15T03:22:32,727 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58d940b8-bee4-6d37-4447-305543edd653/MasterData/WALs/91f82191efb8,40005,1731640926931/91f82191efb8%2C40005%2C1731640926931.1731640929345 not finished, retry = 0
2024-11-15T03:22:32,828 INFO  [M:0;91f82191efb8:40005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:22:32,828 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:22:32,828 INFO  [M:0;91f82191efb8:40005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40005
2024-11-15T03:22:32,828 INFO  [M:0;91f82191efb8:40005 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:22:32,848 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:32,947 INFO  [M:0;91f82191efb8:40005 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:22:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1013c8367b40006, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:32,953 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68e6bf5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:32,954 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7326c7ba{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:22:32,954 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:22:32,954 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9147eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:22:32,954 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148f9f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir/,STOPPED}
2024-11-15T03:22:32,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:22:32,956 WARN  [BP-1619116867-172.17.0.2-1731640924830 heartbeating to localhost/127.0.0.1:39375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:22:32,956 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:22:32,956 WARN  [BP-1619116867-172.17.0.2-1731640924830 heartbeating to localhost/127.0.0.1:39375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1619116867-172.17.0.2-1731640924830 (Datanode Uuid ab29a568-8239-467b-965c-c482d72daa2c) service to localhost/127.0.0.1:39375
2024-11-15T03:22:32,957 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/cluster_158d2d91-8710-f23b-49d0-218614714eb7/data/data1/current/BP-1619116867-172.17.0.2-1731640924830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:22:32,957 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/cluster_158d2d91-8710-f23b-49d0-218614714eb7/data/data2/current/BP-1619116867-172.17.0.2-1731640924830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:22:32,957 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:22:32,965 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cec87cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:32,965 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2424ba0e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:22:32,965 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:22:32,965 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a453c14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:22:32,966 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282af760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir/,STOPPED}
2024-11-15T03:22:32,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:22:32,980 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:22:32,980 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:32,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:32,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:32,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:32,981 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:32,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:22:32,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=406455561, stopped=false
2024-11-15T03:22:32,981 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,43777,1731640920566
2024-11-15T03:22:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1407433373/running
2024-11-15T03:22:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1407433373/running
2024-11-15T03:22:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:33,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:33,000 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:22:33,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/running
2024-11-15T03:22:33,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Set watcher on znode that does not yet exist, /1407433373/running
2024-11-15T03:22:33,001 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:33,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:33,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,002 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,45127,1731640921408' *****
2024-11-15T03:22:33,002 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:22:33,002 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:22:33,002 INFO  [RS:0;91f82191efb8:45127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:22:33,002 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:22:33,002 INFO  [RS:0;91f82191efb8:45127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:22:33,002 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:33,002 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,45127,1731640921408
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45127.
2024-11-15T03:22:33,003 DEBUG [RS:0;91f82191efb8:45127 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:33,003 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee9c322e4729348b265bd6813f45dcb2, disabling compactions & flushes
2024-11-15T03:22:33,003 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,003 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:33,003 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:22:33,003 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2. after waiting 0 ms
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:22:33,003 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:33,003 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:22:33,003 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee9c322e4729348b265bd6813f45dcb2 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-15T03:22:33,008 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:22:33,012 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:22:33,012 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1325): Online Regions={ee9c322e4729348b265bd6813f45dcb2=test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2., 3086d24191f7265cb0bdf4bd74db2027=hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027., 1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:22:33,012 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:33,012 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3086d24191f7265cb0bdf4bd74db2027, ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:33,012 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:33,012 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:33,012 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:33,012 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:33,012 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:22:33,032 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/f/a06ab06bbd6a4d669217ea1bab8e88fb is 29, key is row1/f:/1731640947083/DeleteFamily/seqid=0
2024-11-15T03:22:33,038 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/info/f577e42952704279ac9e31e7ac3eac76 is 147, key is hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027./info:regioninfo/1731640938497/Put/seqid=0
2024-11-15T03:22:33,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741840_1016 (size=5152)
2024-11-15T03:22:33,063 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/f/a06ab06bbd6a4d669217ea1bab8e88fb
2024-11-15T03:22:33,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741841_1017 (size=7686)
2024-11-15T03:22:33,076 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/info/f577e42952704279ac9e31e7ac3eac76
2024-11-15T03:22:33,087 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a06ab06bbd6a4d669217ea1bab8e88fb
2024-11-15T03:22:33,126 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/f1/040d72ca3f094da9af444680d6dbb0b5 is 30, key is row1/f1:/1731640947083/DeleteFamily/seqid=0
2024-11-15T03:22:33,131 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/ns/e6a9ce89d51c4d2fbb5567e523b1c5d7 is 43, key is default/ns:d/1731640924770/Put/seqid=0
2024-11-15T03:22:33,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741843_1019 (size=5153)
2024-11-15T03:22:33,179 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/ns/e6a9ce89d51c4d2fbb5567e523b1c5d7
2024-11-15T03:22:33,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741842_1018 (size=5158)
2024-11-15T03:22:33,196 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/f1/040d72ca3f094da9af444680d6dbb0b5
2024-11-15T03:22:33,202 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 040d72ca3f094da9af444680d6dbb0b5
2024-11-15T03:22:33,212 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3086d24191f7265cb0bdf4bd74db2027, ee9c322e4729348b265bd6813f45dcb2
2024-11-15T03:22:33,216 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1191, reset compression=false
2024-11-15T03:22:33,234 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/rep_barrier/164a5edc06e74015b4c2f95c426fdd15 is 112, key is test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2./rep_barrier:seqnumDuringOpen/1731640933977/Put/seqid=0
2024-11-15T03:22:33,238 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/norep/1481f7e974e0466a918167baa936115f is 33, key is row1/norep:/1731640947083/DeleteFamily/seqid=0
2024-11-15T03:22:33,246 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:33,246 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1438, reset compression=false
2024-11-15T03:22:33,246 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,45127,1731640921408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:33,247 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,45127,1731640921408: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,45127,1731640921408, walGroup=91f82191efb8%2C45127%2C1731640921408, offset=91f82191efb8%2C45127%2C1731640921408.1731640924089:1438, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:45127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:22:33,249 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:22:33,249 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:22:33,250 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:22:33,250 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:22:33,250 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:22:33,250 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1151336448,
        "init": 1048576000,
        "max": 2306867200,
        "used": 915203240
      },
      "NonHeapMemoryUsage": {
        "committed": 206897152,
        "init": 7667712,
        "max": -1,
        "used": 202708000
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:22:33,250 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:43777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:43777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:22:33,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741845_1021 (size=5108)
2024-11-15T03:22:33,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741844_1020 (size=5518)
2024-11-15T03:22:33,273 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/rep_barrier/164a5edc06e74015b4c2f95c426fdd15
2024-11-15T03:22:33,274 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/norep/1481f7e974e0466a918167baa936115f
2024-11-15T03:22:33,281 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1481f7e974e0466a918167baa936115f
2024-11-15T03:22:33,281 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/f/a06ab06bbd6a4d669217ea1bab8e88fb as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/f/a06ab06bbd6a4d669217ea1bab8e88fb
2024-11-15T03:22:33,285 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a06ab06bbd6a4d669217ea1bab8e88fb
2024-11-15T03:22:33,285 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/f/a06ab06bbd6a4d669217ea1bab8e88fb, entries=3, sequenceid=10, filesize=5.0 K
2024-11-15T03:22:33,286 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/f1/040d72ca3f094da9af444680d6dbb0b5 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/f1/040d72ca3f094da9af444680d6dbb0b5
2024-11-15T03:22:33,291 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 040d72ca3f094da9af444680d6dbb0b5
2024-11-15T03:22:33,291 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/f1/040d72ca3f094da9af444680d6dbb0b5, entries=3, sequenceid=10, filesize=5.0 K
2024-11-15T03:22:33,292 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/.tmp/norep/1481f7e974e0466a918167baa936115f as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/norep/1481f7e974e0466a918167baa936115f
2024-11-15T03:22:33,297 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1481f7e974e0466a918167baa936115f
2024-11-15T03:22:33,297 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/norep/1481f7e974e0466a918167baa936115f, entries=1, sequenceid=10, filesize=5.0 K
2024-11-15T03:22:33,298 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ee9c322e4729348b265bd6813f45dcb2 in 295ms, sequenceid=10, compaction requested=false
2024-11-15T03:22:33,314 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/table/cef65e722f3d47ed8fc80d0f0cc8e087 is 53, key is hbase:replication/table:state/1731640938504/Put/seqid=0
2024-11-15T03:22:33,332 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/default/test/ee9c322e4729348b265bd6813f45dcb2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-15T03:22:33,333 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:22:33,334 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee9c322e4729348b265bd6813f45dcb2:
Waiting for close lock at 1731640953003Running coprocessor pre-close hooks at 1731640953003Disabling compacts and flushes for region at 1731640953003Disabling writes for close at 1731640953003Obtaining lock to block concurrent updates at 1731640953003Preparing flush snapshotting stores in ee9c322e4729348b265bd6813f45dcb2 at 1731640953003Finished memstore snapshotting test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731640953004 (+1 ms)Flushing stores of test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2. at 1731640953004Flushing ee9c322e4729348b265bd6813f45dcb2/f: creating writer at 1731640953004Flushing ee9c322e4729348b265bd6813f45dcb2/f: appending metadata at 1731640953031 (+27 ms)Flushing ee9c322e4729348b265bd6813f45dcb2/f: closing flushed file at 1731640953031Flushing ee9c322e4729348b265bd6813f45dcb2/f1: creating writer at 1731640953088 (+57 ms)Flushing ee9c322e4729348b265bd6813f45dcb2/f1: appending metadata at 1731640953125 (+37 ms)Flushing ee9c322e4729348b265bd6813f45dcb2/f1: closing flushed file at 1731640953125Flushing ee9c322e4729348b265bd6813f45dcb2/norep: creating writer at 1731640953202 (+77 ms)Flushing ee9c322e4729348b265bd6813f45dcb2/norep: appending metadata at 1731640953237 (+35 ms)Flushing ee9c322e4729348b265bd6813f45dcb2/norep: closing flushed file at 1731640953237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339a8ae1: reopening flushed file at 1731640953281 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56776622: reopening flushed file at 1731640953285 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745ef2ca: reopening flushed file at 1731640953291 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ee9c322e4729348b265bd6813f45dcb2 in 295ms, sequenceid=10, compaction requested=false at 1731640953298 (+7 ms)Writing region close event to WAL at 1731640953324 (+26 ms)Running coprocessor post-close hooks at 1731640953333 (+9 ms)Closed at 1731640953334 (+1 ms)
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640933203.ee9c322e4729348b265bd6813f45dcb2.
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3086d24191f7265cb0bdf4bd74db2027, disabling compactions & flushes
2024-11-15T03:22:33,334 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027. after waiting 0 ms
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,334 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3086d24191f7265cb0bdf4bd74db2027:
Waiting for close lock at 1731640953334Running coprocessor pre-close hooks at 1731640953334Disabling compacts and flushes for region at 1731640953334Disabling writes for close at 1731640953334Failed flush hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027., putting online again at 1731640953334
2024-11-15T03:22:33,335 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741846_1022 (size=5308)
2024-11-15T03:22:33,338 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/table/cef65e722f3d47ed8fc80d0f0cc8e087
2024-11-15T03:22:33,343 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/info/f577e42952704279ac9e31e7ac3eac76 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/info/f577e42952704279ac9e31e7ac3eac76
2024-11-15T03:22:33,349 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/info/f577e42952704279ac9e31e7ac3eac76, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:22:33,349 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/ns/e6a9ce89d51c4d2fbb5567e523b1c5d7 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/ns/e6a9ce89d51c4d2fbb5567e523b1c5d7
2024-11-15T03:22:33,355 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/ns/e6a9ce89d51c4d2fbb5567e523b1c5d7, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:22:33,356 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/rep_barrier/164a5edc06e74015b4c2f95c426fdd15 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/rep_barrier/164a5edc06e74015b4c2f95c426fdd15
2024-11-15T03:22:33,363 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/rep_barrier/164a5edc06e74015b4c2f95c426fdd15, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:22:33,364 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/.tmp/table/cef65e722f3d47ed8fc80d0f0cc8e087 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/table/cef65e722f3d47ed8fc80d0f0cc8e087
2024-11-15T03:22:33,370 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/table/cef65e722f3d47ed8fc80d0f0cc8e087, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:22:33,371 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 359ms, sequenceid=16, compaction requested=false
2024-11-15T03:22:33,391 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:22:33,391 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:33,391 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:22:33,391 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:33,391 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640953012Running coprocessor pre-close hooks at 1731640953012Disabling compacts and flushes for region at 1731640953012Disabling writes for close at 1731640953012Obtaining lock to block concurrent updates at 1731640953012Preparing flush snapshotting stores in 1588230740 at 1731640953012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640953012Flushing stores of hbase:meta,,1.1588230740 at 1731640953013 (+1 ms)Flushing 1588230740/info: creating writer at 1731640953013Flushing 1588230740/info: appending metadata at 1731640953037 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731640953037Flushing 1588230740/ns: creating writer at 1731640953099 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731640953131 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731640953131Flushing 1588230740/rep_barrier: creating writer at 1731640953196 (+65 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640953233 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640953233Flushing 1588230740/table: creating writer at 1731640953280 (+47 ms)Flushing 1588230740/table: appending metadata at 1731640953314 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731640953314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daf9aca: reopening flushed file at 1731640953342 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760ff373: reopening flushed file at 1731640953349 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f567f9d: reopening flushed file at 1731640953355 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c76650f: reopening flushed file at 1731640953363 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 359ms, sequenceid=16, compaction requested=false at 1731640953371 (+8 ms)Writing region close event to WAL at 1731640953388 (+17 ms)Running coprocessor post-close hooks at 1731640953391 (+3 ms)Closed at 1731640953391
2024-11-15T03:22:33,392 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:33,412 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:33,412 DEBUG [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1351): Waiting on 3086d24191f7265cb0bdf4bd74db2027
2024-11-15T03:22:33,413 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3086d24191f7265cb0bdf4bd74db2027, disabling compactions & flushes
2024-11-15T03:22:33,413 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,413 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,413 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027. after waiting 0 ms
2024-11-15T03:22:33,413 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,413 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3086d24191f7265cb0bdf4bd74db2027:
Waiting for close lock at 1731640953412Running coprocessor pre-close hooks at 1731640953412Disabling compacts and flushes for region at 1731640953412Disabling writes for close at 1731640953413 (+1 ms)Failed flush hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027., putting online again at 1731640953413
2024-11-15T03:22:33,413 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731640937711.3086d24191f7265cb0bdf4bd74db2027.
2024-11-15T03:22:33,493 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 1438, reset compression=false
2024-11-15T03:22:33,498 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:33,498 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 2082, reset compression=false
2024-11-15T03:22:33,613 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-15T03:22:33,613 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,45127,1731640921408; all regions closed.
2024-11-15T03:22:33,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:22:33,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741839_1015 (size=2171)
2024-11-15T03:22:33,618 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.rep.1731640938460 not finished, retry = 0
2024-11-15T03:22:33,701 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 to pos 2082, reset compression=false
2024-11-15T03:22:33,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741832_1008 (size=2090)
2024-11-15T03:22:33,720 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/WALs/91f82191efb8,45127,1731640921408/91f82191efb8%2C45127%2C1731640921408.1731640924089 not finished, retry = 0
2024-11-15T03:22:33,821 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,821 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:22:33,821 INFO  [RS:0;91f82191efb8:45127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:22:33,821 INFO  [RS:0;91f82191efb8:45127 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:22:33,821 INFO  [RS:0;91f82191efb8:45127 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:22:33,821 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:22:33,822 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,45127,1731640921408 because: Region server is closing
2024-11-15T03:22:33,822 INFO  [RS:0;91f82191efb8:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45127.
2024-11-15T03:22:33,822 DEBUG [RS:0;91f82191efb8:45127 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:33,822 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,822 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,822 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:33,922 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.shipper91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 terminated
2024-11-15T03:22:33,922 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,45127,1731640921408.replicationSource.wal-reader.91f82191efb8%2C45127%2C1731640921408,1-91f82191efb8,45127,1731640921408 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:22:33,923 INFO  [RS:0;91f82191efb8:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:45127.
2024-11-15T03:22:33,923 DEBUG [RS:0;91f82191efb8:45127 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:33,923 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,923 DEBUG [RS:0;91f82191efb8:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:33,923 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:33,923 INFO  [RS:0;91f82191efb8:45127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45127
2024-11-15T03:22:34,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1407433373/rs/91f82191efb8,45127,1731640921408
2024-11-15T03:22:34,057 INFO  [RS:0;91f82191efb8:45127 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:22:34,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373/rs
2024-11-15T03:22:34,058 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:34,068 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,45127,1731640921408]
2024-11-15T03:22:34,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1407433373/draining/91f82191efb8,45127,1731640921408 already deleted, retry=false
2024-11-15T03:22:34,078 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,45127,1731640921408 expired; onlineServers=0
2024-11-15T03:22:34,078 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,43777,1731640920566' *****
2024-11-15T03:22:34,078 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:22:34,078 INFO  [M:0;91f82191efb8:43777 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:22:34,078 INFO  [M:0;91f82191efb8:43777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:22:34,079 DEBUG [M:0;91f82191efb8:43777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:22:34,079 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:22:34,079 DEBUG [M:0;91f82191efb8:43777 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:22:34,079 INFO  [M:0;91f82191efb8:43777 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:22:34,079 INFO  [M:0;91f82191efb8:43777 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:22:34,079 DEBUG [M:0;91f82191efb8:43777 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:22:34,079 INFO  [M:0;91f82191efb8:43777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:22:34,079 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640923872 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640923872,5,FailOnTimeoutGroup]
2024-11-15T03:22:34,079 INFO  [M:0;91f82191efb8:43777 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:22:34,079 INFO  [M:0;91f82191efb8:43777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:22:34,080 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:22:34,080 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640923876 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640923876,5,FailOnTimeoutGroup]
2024-11-15T03:22:34,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:34,168 INFO  [RS:0;91f82191efb8:45127 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:22:34,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x1013c8367b40004, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:34,168 INFO  [RS:0;91f82191efb8:45127 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,45127,1731640921408; zookeeper connection closed.
2024-11-15T03:22:34,168 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c71ad8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c71ad8f
2024-11-15T03:22:34,168 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:22:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1407433373/master
2024-11-15T03:22:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1407433373
2024-11-15T03:22:34,196 DEBUG [M:0;91f82191efb8:43777 {}] zookeeper.ZKUtil(347): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Unable to get data of znode /1407433373/master because node does not exist (not an error)
2024-11-15T03:22:34,196 WARN  [M:0;91f82191efb8:43777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:22:34,196 INFO  [M:0;91f82191efb8:43777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/.lastflushedseqids
2024-11-15T03:22:34,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741847_1023 (size=245)
2024-11-15T03:22:34,600 INFO  [M:0;91f82191efb8:43777 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:22:34,601 INFO  [M:0;91f82191efb8:43777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:22:34,601 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:34,601 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:34,601 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:34,601 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:34,601 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:34,601 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-15T03:22:34,648 DEBUG [M:0;91f82191efb8:43777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6593c0943304ba2ac5fd9ce81ed3002 is 82, key is hbase:meta,,1/info:regioninfo/1731640924718/Put/seqid=0
2024-11-15T03:22:34,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741848_1024 (size=5672)
2024-11-15T03:22:34,683 INFO  [M:0;91f82191efb8:43777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6593c0943304ba2ac5fd9ce81ed3002
2024-11-15T03:22:34,715 DEBUG [M:0;91f82191efb8:43777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b4d2b22cee4c81b4db82743159c14b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640938507/Put/seqid=0
2024-11-15T03:22:34,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741849_1025 (size=8515)
2024-11-15T03:22:34,723 INFO  [M:0;91f82191efb8:43777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b4d2b22cee4c81b4db82743159c14b
2024-11-15T03:22:34,773 DEBUG [M:0;91f82191efb8:43777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f667b41a17c4f97919adbce15e9e864 is 69, key is 91f82191efb8,45127,1731640921408/rs:state/1731640923918/Put/seqid=0
2024-11-15T03:22:34,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741850_1026 (size=5156)
2024-11-15T03:22:35,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,099 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,100 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,140 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,141 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,141 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,153 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,153 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,156 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,185 INFO  [M:0;91f82191efb8:43777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f667b41a17c4f97919adbce15e9e864
2024-11-15T03:22:35,192 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6593c0943304ba2ac5fd9ce81ed3002 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6593c0943304ba2ac5fd9ce81ed3002
2024-11-15T03:22:35,196 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6593c0943304ba2ac5fd9ce81ed3002, entries=8, sequenceid=97, filesize=5.5 K
2024-11-15T03:22:35,197 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1b4d2b22cee4c81b4db82743159c14b as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1b4d2b22cee4c81b4db82743159c14b
2024-11-15T03:22:35,201 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1b4d2b22cee4c81b4db82743159c14b, entries=11, sequenceid=97, filesize=8.3 K
2024-11-15T03:22:35,202 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f667b41a17c4f97919adbce15e9e864 as hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f667b41a17c4f97919adbce15e9e864
2024-11-15T03:22:35,206 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38067/user/jenkins/test-data/7c9629d0-db66-53f9-0705-0a832c4df6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f667b41a17c4f97919adbce15e9e864, entries=1, sequenceid=97, filesize=5.0 K
2024-11-15T03:22:35,207 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 606ms, sequenceid=97, compaction requested=false
2024-11-15T03:22:35,209 INFO  [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:35,209 DEBUG [M:0;91f82191efb8:43777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640954601Disabling compacts and flushes for region at 1731640954601Disabling writes for close at 1731640954601Obtaining lock to block concurrent updates at 1731640954601Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640954601Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731640954602 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640954602Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640954602Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640954647 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640954647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640954689 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640954715 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640954715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640954731 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640954772 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640954772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2772477e: reopening flushed file at 1731640955191 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263a45e0: reopening flushed file at 1731640955196 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea1bab8: reopening flushed file at 1731640955201 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 606ms, sequenceid=97, compaction requested=false at 1731640955207 (+6 ms)Writing region close event to WAL at 1731640955209 (+2 ms)Closed at 1731640955209
2024-11-15T03:22:35,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33677 is added to blk_1073741830_1006 (size=63642)
2024-11-15T03:22:35,212 INFO  [M:0;91f82191efb8:43777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:22:35,212 INFO  [M:0;91f82191efb8:43777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43777
2024-11-15T03:22:35,212 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:22:35,212 INFO  [M:0;91f82191efb8:43777 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:22:35,362 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:35,363 INFO  [M:0;91f82191efb8:43777 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:22:35,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:35,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x1013c8367b40003, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:35,372 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bfff84b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:35,372 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b425b08{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:22:35,372 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:22:35,372 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de3b801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:22:35,373 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47741fe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir/,STOPPED}
2024-11-15T03:22:35,376 WARN  [BP-768205290-172.17.0.2-1731640918345 heartbeating to localhost/127.0.0.1:38067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:22:35,376 WARN  [BP-768205290-172.17.0.2-1731640918345 heartbeating to localhost/127.0.0.1:38067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768205290-172.17.0.2-1731640918345 (Datanode Uuid 8e6948e9-d5a2-418b-84f3-ec885e9821b7) service to localhost/127.0.0.1:38067
2024-11-15T03:22:35,378 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:22:35,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:22:35,378 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/cluster_47bd1bd1-f738-c18c-f2e7-a6de308b1f9c/data/data1/current/BP-768205290-172.17.0.2-1731640918345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:22:35,378 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/cluster_47bd1bd1-f738-c18c-f2e7-a6de308b1f9c/data/data2/current/BP-768205290-172.17.0.2-1731640918345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:22:35,378 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:22:35,384 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c153dda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:35,385 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7644a679{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:22:35,385 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:22:35,385 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304c7fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:22:35,385 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683f2031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdac2c1e-1bda-6443-99d0-f315bbec2fec/hadoop.log.dir/,STOPPED}
2024-11-15T03:22:35,403 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:22:35,403 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:22:35,403 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:35,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:35,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:35,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:35,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:35,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:22:35,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379814076, stopped=false
2024-11-15T03:22:35,404 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,34549,1731640915217
2024-11-15T03:22:35,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01279960010/running
2024-11-15T03:22:35,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:22:35,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01279960010/running
2024-11-15T03:22:35,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:22:35,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/running
2024-11-15T03:22:35,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Set watcher on znode that does not yet exist, /01279960010/running
2024-11-15T03:22:35,417 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:22:35,419 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:35,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:35,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:35,420 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,40611,1731640915500' *****
2024-11-15T03:22:35,420 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:22:35,420 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:22:35,420 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:22:35,420 INFO  [RS:0;91f82191efb8:40611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:22:35,420 INFO  [RS:0;91f82191efb8:40611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:22:35,420 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for 79e13f3d7436f65124f410b650778834
2024-11-15T03:22:35,424 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:35,424 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,40611,1731640915500
2024-11-15T03:22:35,424 INFO  [RS:0;91f82191efb8:40611 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:22:35,424 INFO  [RS:0;91f82191efb8:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40611.
2024-11-15T03:22:35,424 DEBUG [RS:0;91f82191efb8:40611 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:35,424 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79e13f3d7436f65124f410b650778834, disabling compactions & flushes
2024-11-15T03:22:35,424 DEBUG [RS:0;91f82191efb8:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:35,425 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:22:35,425 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:22:35,425 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:22:35,425 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:22:35,424 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:35,425 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:35,425 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640931041.79e13f3d7436f65124f410b650778834. after waiting 0 ms
2024-11-15T03:22:35,425 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:35,425 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79e13f3d7436f65124f410b650778834 3/3 column families, dataSize=107 B heapSize=1.15 KB
2024-11-15T03:22:35,426 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:22:35,426 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:22:35,428 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:22:35,428 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1325): Online Regions={79e13f3d7436f65124f410b650778834=test,,1731640931041.79e13f3d7436f65124f410b650778834., 1588230740=hbase:meta,,1.1588230740, b0799043aae0509740519e2ecf75b9eb=hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.}
2024-11-15T03:22:35,428 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:35,428 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:35,428 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:35,428 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:35,429 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:35,429 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:35,429 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:22:35,452 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/f/ff0a90aee828445bb5b0a4a1ee7d89ac is 28, key is row/f:/1731640946078/DeleteFamily/seqid=0
2024-11-15T03:22:35,464 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/info/7ddfec49810842e89ef437697cb4b3a7 is 147, key is hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb./info:regioninfo/1731640936801/Put/seqid=0
2024-11-15T03:22:35,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741840_1016 (size=5085)
2024-11-15T03:22:35,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741841_1017 (size=7686)
2024-11-15T03:22:35,468 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/info/7ddfec49810842e89ef437697cb4b3a7
2024-11-15T03:22:35,509 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:22:35,513 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/ns/66e04646d971496dac9984be070630de is 43, key is default/ns:d/1731640918165/Put/seqid=0
2024-11-15T03:22:35,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741842_1018 (size=5153)
2024-11-15T03:22:35,523 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/ns/66e04646d971496dac9984be070630de
2024-11-15T03:22:35,553 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/rep_barrier/1d8c0c1c08e3488b94b350b5d03ea898 is 112, key is test,,1731640931041.79e13f3d7436f65124f410b650778834./rep_barrier:seqnumDuringOpen/1731640932206/Put/seqid=0
2024-11-15T03:22:35,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741843_1019 (size=5518)
2024-11-15T03:22:35,561 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/rep_barrier/1d8c0c1c08e3488b94b350b5d03ea898
2024-11-15T03:22:35,592 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/table/2a452ade9db0485a9e33adcb9e8e41fc is 53, key is hbase:replication/table:state/1731640936816/Put/seqid=0
2024-11-15T03:22:35,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741844_1020 (size=5308)
2024-11-15T03:22:35,628 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:35,692 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:35,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,723 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,723 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,724 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,724 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,724 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,724 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,740 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,744 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,744 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,746 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:35,829 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:35,865 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/f/ff0a90aee828445bb5b0a4a1ee7d89ac
2024-11-15T03:22:35,869 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff0a90aee828445bb5b0a4a1ee7d89ac
2024-11-15T03:22:35,887 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/f1/444c8ff3e9ad4e6aadcee46662b67cdc is 29, key is row/f1:/1731640946078/DeleteFamily/seqid=0
2024-11-15T03:22:35,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741845_1021 (size=5089)
2024-11-15T03:22:36,012 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/table/2a452ade9db0485a9e33adcb9e8e41fc
2024-11-15T03:22:36,019 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/info/7ddfec49810842e89ef437697cb4b3a7 as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/info/7ddfec49810842e89ef437697cb4b3a7
2024-11-15T03:22:36,026 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/info/7ddfec49810842e89ef437697cb4b3a7, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:22:36,027 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/ns/66e04646d971496dac9984be070630de as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/ns/66e04646d971496dac9984be070630de
2024-11-15T03:22:36,029 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:36,033 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/ns/66e04646d971496dac9984be070630de, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:22:36,034 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/rep_barrier/1d8c0c1c08e3488b94b350b5d03ea898 as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/rep_barrier/1d8c0c1c08e3488b94b350b5d03ea898
2024-11-15T03:22:36,040 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/rep_barrier/1d8c0c1c08e3488b94b350b5d03ea898, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:22:36,040 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/.tmp/table/2a452ade9db0485a9e33adcb9e8e41fc as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/table/2a452ade9db0485a9e33adcb9e8e41fc
2024-11-15T03:22:36,045 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/table/2a452ade9db0485a9e33adcb9e8e41fc, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:22:36,045 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 616ms, sequenceid=16, compaction requested=false
2024-11-15T03:22:36,046 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:22:36,059 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:22:36,059 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:36,059 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:22:36,060 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:36,060 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640955428Running coprocessor pre-close hooks at 1731640955428Disabling compacts and flushes for region at 1731640955428Disabling writes for close at 1731640955429 (+1 ms)Obtaining lock to block concurrent updates at 1731640955429Preparing flush snapshotting stores in 1588230740 at 1731640955429Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731640955429Flushing stores of hbase:meta,,1.1588230740 at 1731640955430 (+1 ms)Flushing 1588230740/info: creating writer at 1731640955430Flushing 1588230740/info: appending metadata at 1731640955463 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731640955463Flushing 1588230740/ns: creating writer at 1731640955488 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731640955513 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731640955513Flushing 1588230740/rep_barrier: creating writer at 1731640955529 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640955553 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640955553Flushing 1588230740/table: creating writer at 1731640955565 (+12 ms)Flushing 1588230740/table: appending metadata at 1731640955591 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731640955592 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb331a: reopening flushed file at 1731640956018 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83634a2: reopening flushed file at 1731640956026 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7aaea0: reopening flushed file at 1731640956033 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b83fd7: reopening flushed file at 1731640956040 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 616ms, sequenceid=16, compaction requested=false at 1731640956045 (+5 ms)Writing region close event to WAL at 1731640956056 (+11 ms)Running coprocessor post-close hooks at 1731640956059 (+3 ms)Closed at 1731640956060 (+1 ms)
2024-11-15T03:22:36,060 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:36,229 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:36,290 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/f1/444c8ff3e9ad4e6aadcee46662b67cdc
2024-11-15T03:22:36,293 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 444c8ff3e9ad4e6aadcee46662b67cdc
2024-11-15T03:22:36,308 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/norep/cb7b8e3bec3a45169c736a47d6b06d5a is 32, key is row/norep:/1731640946078/DeleteFamily/seqid=0
2024-11-15T03:22:36,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741846_1022 (size=5101)
2024-11-15T03:22:36,429 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:22:36,429 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1325): Online Regions={79e13f3d7436f65124f410b650778834=test,,1731640931041.79e13f3d7436f65124f410b650778834., b0799043aae0509740519e2ecf75b9eb=hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.}
2024-11-15T03:22:36,429 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:36,632 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on 79e13f3d7436f65124f410b650778834, b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:36,736 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/norep/cb7b8e3bec3a45169c736a47d6b06d5a
2024-11-15T03:22:36,746 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb7b8e3bec3a45169c736a47d6b06d5a
2024-11-15T03:22:36,747 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/f/ff0a90aee828445bb5b0a4a1ee7d89ac as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/f/ff0a90aee828445bb5b0a4a1ee7d89ac
2024-11-15T03:22:36,751 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff0a90aee828445bb5b0a4a1ee7d89ac
2024-11-15T03:22:36,751 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/f/ff0a90aee828445bb5b0a4a1ee7d89ac, entries=1, sequenceid=6, filesize=5.0 K
2024-11-15T03:22:36,751 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/f1/444c8ff3e9ad4e6aadcee46662b67cdc as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/f1/444c8ff3e9ad4e6aadcee46662b67cdc
2024-11-15T03:22:36,757 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 444c8ff3e9ad4e6aadcee46662b67cdc
2024-11-15T03:22:36,757 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/f1/444c8ff3e9ad4e6aadcee46662b67cdc, entries=1, sequenceid=6, filesize=5.0 K
2024-11-15T03:22:36,758 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/.tmp/norep/cb7b8e3bec3a45169c736a47d6b06d5a as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/norep/cb7b8e3bec3a45169c736a47d6b06d5a
2024-11-15T03:22:36,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:22:36,762 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb7b8e3bec3a45169c736a47d6b06d5a
2024-11-15T03:22:36,763 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/norep/cb7b8e3bec3a45169c736a47d6b06d5a, entries=1, sequenceid=6, filesize=5.0 K
2024-11-15T03:22:36,763 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 79e13f3d7436f65124f410b650778834 in 1338ms, sequenceid=6, compaction requested=false
2024-11-15T03:22:36,763 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:22:36,779 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/default/test/79e13f3d7436f65124f410b650778834/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:22:36,780 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79e13f3d7436f65124f410b650778834:
Waiting for close lock at 1731640955424Running coprocessor pre-close hooks at 1731640955424Disabling compacts and flushes for region at 1731640955424Disabling writes for close at 1731640955425 (+1 ms)Obtaining lock to block concurrent updates at 1731640955425Preparing flush snapshotting stores in 79e13f3d7436f65124f410b650778834 at 1731640955425Finished memstore snapshotting test,,1731640931041.79e13f3d7436f65124f410b650778834., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731640955426 (+1 ms)Flushing stores of test,,1731640931041.79e13f3d7436f65124f410b650778834. at 1731640955426Flushing 79e13f3d7436f65124f410b650778834/f: creating writer at 1731640955426Flushing 79e13f3d7436f65124f410b650778834/f: appending metadata at 1731640955451 (+25 ms)Flushing 79e13f3d7436f65124f410b650778834/f: closing flushed file at 1731640955451Flushing 79e13f3d7436f65124f410b650778834/f1: creating writer at 1731640955869 (+418 ms)Flushing 79e13f3d7436f65124f410b650778834/f1: appending metadata at 1731640955886 (+17 ms)Flushing 79e13f3d7436f65124f410b650778834/f1: closing flushed file at 1731640955886Flushing 79e13f3d7436f65124f410b650778834/norep: creating writer at 1731640956293 (+407 ms)Flushing 79e13f3d7436f65124f410b650778834/norep: appending metadata at 1731640956308 (+15 ms)Flushing 79e13f3d7436f65124f410b650778834/norep: closing flushed file at 1731640956308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a44766: reopening flushed file at 1731640956746 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519e8bd0: reopening flushed file at 1731640956751 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2572c055: reopening flushed file at 1731640956757 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 79e13f3d7436f65124f410b650778834 in 1338ms, sequenceid=6, compaction requested=false at 1731640956763 (+6 ms)Writing region close event to WAL at 1731640956771 (+8 ms)Running coprocessor post-close hooks at 1731640956780 (+9 ms)Closed at 1731640956780
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640931041.79e13f3d7436f65124f410b650778834.
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0799043aae0509740519e2ecf75b9eb, disabling compactions & flushes
2024-11-15T03:22:36,780 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb. after waiting 0 ms
2024-11-15T03:22:36,780 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:36,780 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0799043aae0509740519e2ecf75b9eb 3/3 column families, dataSize=594 B heapSize=1.63 KB
2024-11-15T03:22:36,795 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/.tmp/queue/30f07cf88bf24d8da01b1c7bcf0052d1 is 153, key is 1-91f82191efb8,40611,1731640915500/queue:91f82191efb8%2C40611%2C1731640915500/1731640946266/Put/seqid=0
2024-11-15T03:22:36,797 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 636, reset compression=false
2024-11-15T03:22:36,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741847_1023 (size=5352)
2024-11-15T03:22:36,801 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:22:36,801 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 1527, reset compression=false
2024-11-15T03:22:36,801 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40611,1731640915500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:22:36,802 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,40611,1731640915500: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,40611,1731640915500, walGroup=91f82191efb8%2C40611%2C1731640915500, offset=91f82191efb8%2C40611%2C1731640915500.1731640917492:1527, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:22:36,803 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:22:36,803 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:22:36,803 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:22:36,804 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:22:36,804 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:22:36,804 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1151336448,
        "init": 1048576000,
        "max": 2306867200,
        "used": 922512384
      },
      "NonHeapMemoryUsage": {
        "committed": 207159296,
        "init": 7667712,
        "max": -1,
        "used": 203282008
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:22:36,804 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:34549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:34549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:22:36,832 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:37,006 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 1527, reset compression=false
2024-11-15T03:22:37,032 DEBUG [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1351): Waiting on b0799043aae0509740519e2ecf75b9eb
2024-11-15T03:22:37,200 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/.tmp/queue/30f07cf88bf24d8da01b1c7bcf0052d1
2024-11-15T03:22:37,204 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/.tmp/queue/30f07cf88bf24d8da01b1c7bcf0052d1 as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/queue/30f07cf88bf24d8da01b1c7bcf0052d1
2024-11-15T03:22:37,207 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/queue/30f07cf88bf24d8da01b1c7bcf0052d1, entries=1, sequenceid=8, filesize=5.2 K
2024-11-15T03:22:37,208 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b0799043aae0509740519e2ecf75b9eb in 428ms, sequenceid=8, compaction requested=false
2024-11-15T03:22:37,211 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/data/hbase/replication/b0799043aae0509740519e2ecf75b9eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T03:22:37,211 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:22:37,211 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:22:37,211 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:37,211 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0799043aae0509740519e2ecf75b9eb:
Waiting for close lock at 1731640956780Running coprocessor pre-close hooks at 1731640956780Disabling compacts and flushes for region at 1731640956780Disabling writes for close at 1731640956780Obtaining lock to block concurrent updates at 1731640956780Preparing flush snapshotting stores in b0799043aae0509740519e2ecf75b9eb at 1731640956780Finished memstore snapshotting hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731640956781 (+1 ms)Flushing stores of hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb. at 1731640956781Flushing b0799043aae0509740519e2ecf75b9eb/queue: creating writer at 1731640956781Flushing b0799043aae0509740519e2ecf75b9eb/queue: appending metadata at 1731640956795 (+14 ms)Flushing b0799043aae0509740519e2ecf75b9eb/queue: closing flushed file at 1731640956795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff0d8af: reopening flushed file at 1731640957204 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b0799043aae0509740519e2ecf75b9eb in 428ms, sequenceid=8, compaction requested=false at 1731640957208 (+4 ms)Writing region close event to WAL at 1731640957208Running coprocessor post-close hooks at 1731640957211 (+3 ms)Closed at 1731640957211
2024-11-15T03:22:37,211 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640935541.b0799043aae0509740519e2ecf75b9eb.
2024-11-15T03:22:37,233 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,40611,1731640915500; all regions closed.
2024-11-15T03:22:37,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741834_1010 (size=4239)
2024-11-15T03:22:37,238 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.rep.1731640936702 not finished, retry = 0
2024-11-15T03:22:37,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741839_1015 (size=2240)
2024-11-15T03:22:37,310 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/WALs/91f82191efb8,40611,1731640915500/91f82191efb8%2C40611%2C1731640915500.1731640917492 to pos 1527, reset compression=false
2024-11-15T03:22:37,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741832_1008 (size=1535)
2024-11-15T03:22:37,341 DEBUG [RS:0;91f82191efb8:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:37,341 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:22:37,341 INFO  [RS:0;91f82191efb8:40611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:22:37,341 INFO  [RS:0;91f82191efb8:40611 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:22:37,341 INFO  [RS:0;91f82191efb8:40611 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:22:37,342 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:22:37,342 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,40611,1731640915500 because: Region server is closing
2024-11-15T03:22:37,342 INFO  [RS:0;91f82191efb8:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40611.
2024-11-15T03:22:37,342 DEBUG [RS:0;91f82191efb8:40611 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:37,342 DEBUG [RS:0;91f82191efb8:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:37,342 DEBUG [RS:0;91f82191efb8:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:37,342 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:37,442 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.shipper91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 terminated
2024-11-15T03:22:37,442 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40611,1731640915500.replicationSource.wal-reader.91f82191efb8%2C40611%2C1731640915500,1-91f82191efb8,40611,1731640915500 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:22:37,443 INFO  [RS:0;91f82191efb8:40611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40611
2024-11-15T03:22:37,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010/rs
2024-11-15T03:22:37,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01279960010/rs/91f82191efb8,40611,1731640915500
2024-11-15T03:22:37,541 INFO  [RS:0;91f82191efb8:40611 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:22:37,552 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,40611,1731640915500]
2024-11-15T03:22:37,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01279960010/draining/91f82191efb8,40611,1731640915500 already deleted, retry=false
2024-11-15T03:22:37,562 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,40611,1731640915500 expired; onlineServers=0
2024-11-15T03:22:37,562 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,34549,1731640915217' *****
2024-11-15T03:22:37,562 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:22:37,562 INFO  [M:0;91f82191efb8:34549 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:22:37,562 INFO  [M:0;91f82191efb8:34549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:22:37,562 DEBUG [M:0;91f82191efb8:34549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:22:37,563 DEBUG [M:0;91f82191efb8:34549 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:22:37,563 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:22:37,563 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640917142 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640917142,5,FailOnTimeoutGroup]
2024-11-15T03:22:37,563 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640917142 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640917142,5,FailOnTimeoutGroup]
2024-11-15T03:22:37,563 INFO  [M:0;91f82191efb8:34549 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:22:37,563 INFO  [M:0;91f82191efb8:34549 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:22:37,563 DEBUG [M:0;91f82191efb8:34549 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:22:37,563 INFO  [M:0;91f82191efb8:34549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:22:37,563 INFO  [M:0;91f82191efb8:34549 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:22:37,563 INFO  [M:0;91f82191efb8:34549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:22:37,563 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:22:37,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01279960010/master
2024-11-15T03:22:37,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01279960010
2024-11-15T03:22:37,573 DEBUG [M:0;91f82191efb8:34549 {}] zookeeper.ZKUtil(347): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Unable to get data of znode /01279960010/master because node does not exist (not an error)
2024-11-15T03:22:37,573 WARN  [M:0;91f82191efb8:34549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:22:37,574 INFO  [M:0;91f82191efb8:34549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/.lastflushedseqids
2024-11-15T03:22:37,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741848_1024 (size=245)
2024-11-15T03:22:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x1013c8367b40001, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:37,652 INFO  [RS:0;91f82191efb8:40611 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:22:37,652 INFO  [RS:0;91f82191efb8:40611 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,40611,1731640915500; zookeeper connection closed.
2024-11-15T03:22:37,652 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ed447dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ed447dc
2024-11-15T03:22:37,653 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:22:37,978 INFO  [M:0;91f82191efb8:34549 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:22:37,978 INFO  [M:0;91f82191efb8:34549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:22:37,978 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:37,978 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:37,978 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:37,978 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:37,978 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:37,978 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB
2024-11-15T03:22:37,997 DEBUG [M:0;91f82191efb8:34549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d8c62756c124430959c0ea90045adf8 is 82, key is hbase:meta,,1/info:regioninfo/1731640918064/Put/seqid=0
2024-11-15T03:22:38,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741849_1025 (size=5672)
2024-11-15T03:22:38,404 INFO  [M:0;91f82191efb8:34549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d8c62756c124430959c0ea90045adf8
2024-11-15T03:22:38,425 DEBUG [M:0;91f82191efb8:34549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4eb4a12bd25a48288d50e9512c3f45f8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640932237/Put/seqid=0
2024-11-15T03:22:38,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741850_1026 (size=7218)
2024-11-15T03:22:38,830 INFO  [M:0;91f82191efb8:34549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4eb4a12bd25a48288d50e9512c3f45f8
2024-11-15T03:22:38,833 INFO  [M:0;91f82191efb8:34549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eb4a12bd25a48288d50e9512c3f45f8
2024-11-15T03:22:38,850 DEBUG [M:0;91f82191efb8:34549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77d9e13c34ea4f51a27cd04411809cb0 is 69, key is 91f82191efb8,40611,1731640915500/rs:state/1731640917297/Put/seqid=0
2024-11-15T03:22:38,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741851_1027 (size=5156)
2024-11-15T03:22:39,253 INFO  [M:0;91f82191efb8:34549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77d9e13c34ea4f51a27cd04411809cb0
2024-11-15T03:22:39,257 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d8c62756c124430959c0ea90045adf8 as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d8c62756c124430959c0ea90045adf8
2024-11-15T03:22:39,260 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d8c62756c124430959c0ea90045adf8, entries=8, sequenceid=105, filesize=5.5 K
2024-11-15T03:22:39,261 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4eb4a12bd25a48288d50e9512c3f45f8 as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4eb4a12bd25a48288d50e9512c3f45f8
2024-11-15T03:22:39,265 INFO  [M:0;91f82191efb8:34549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4eb4a12bd25a48288d50e9512c3f45f8
2024-11-15T03:22:39,265 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4eb4a12bd25a48288d50e9512c3f45f8, entries=11, sequenceid=105, filesize=7.0 K
2024-11-15T03:22:39,266 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77d9e13c34ea4f51a27cd04411809cb0 as hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77d9e13c34ea4f51a27cd04411809cb0
2024-11-15T03:22:39,270 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36695/user/jenkins/test-data/e8efd7bb-f2e4-b9b4-99ba-f8adecd64a54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77d9e13c34ea4f51a27cd04411809cb0, entries=1, sequenceid=105, filesize=5.0 K
2024-11-15T03:22:39,270 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false
2024-11-15T03:22:39,271 INFO  [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:39,271 DEBUG [M:0;91f82191efb8:34549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640957978Disabling compacts and flushes for region at 1731640957978Disabling writes for close at 1731640957978Obtaining lock to block concurrent updates at 1731640957978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640957978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731640957979 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640957979Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640957979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640957997 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640957997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640958407 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640958424 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640958424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640958833 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640958849 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640958849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190aa934: reopening flushed file at 1731640959256 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396fbd0d: reopening flushed file at 1731640959260 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6442c74: reopening flushed file at 1731640959265 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1731640959270 (+5 ms)Writing region close event to WAL at 1731640959271 (+1 ms)Closed at 1731640959271
2024-11-15T03:22:39,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741830_1006 (size=64423)
2024-11-15T03:22:39,274 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:22:39,274 INFO  [M:0;91f82191efb8:34549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:22:39,274 INFO  [M:0;91f82191efb8:34549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34549
2024-11-15T03:22:39,274 INFO  [M:0;91f82191efb8:34549 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:22:39,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:39,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34549-0x1013c8367b40000, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:22:39,478 INFO  [M:0;91f82191efb8:34549 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:22:39,525 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f9ed7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:39,526 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16e36e10{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:22:39,526 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:22:39,526 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd0948e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:22:39,526 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d155a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir/,STOPPED}
2024-11-15T03:22:39,529 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:22:39,529 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:22:39,529 WARN  [BP-1300586338-172.17.0.2-1731640912952 heartbeating to localhost/127.0.0.1:36695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:22:39,529 WARN  [BP-1300586338-172.17.0.2-1731640912952 heartbeating to localhost/127.0.0.1:36695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300586338-172.17.0.2-1731640912952 (Datanode Uuid 93576d75-ee0f-4589-a967-47d5dce5ab5e) service to localhost/127.0.0.1:36695
2024-11-15T03:22:39,530 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/data/data1/current/BP-1300586338-172.17.0.2-1731640912952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:22:39,530 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/cluster_b9d81829-ec36-ff53-47f4-83e2b9cab7f9/data/data2/current/BP-1300586338-172.17.0.2-1731640912952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:22:39,530 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:22:39,538 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297f28c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:39,539 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d547a2d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:22:39,539 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:22:39,539 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79874c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:22:39,539 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d4617e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/34e7c47c-e530-c8da-8388-f74e1e0efc30/hadoop.log.dir/,STOPPED}
2024-11-15T03:22:39,546 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:22:39,558 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:22:39,574 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 313)
Potentially hanging thread: HMaster-EventLoopGroup-37-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:39375
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38067
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51661)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36695 from jenkins.hfs.17
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38067
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38067 from jenkins.hfs.18
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39375
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38067
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36695 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36695
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36695
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38067
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:36695
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51661)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39375 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-33-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38067
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38067 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-32-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36695
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39375 from jenkins.hfs.19
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38067 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51661)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-41-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39375 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36695 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-33-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36695
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=789 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=644 (was 743), ProcessCount=11 (was 11), AvailableMemoryMB=2393 (was 477) - AvailableMemoryMB LEAK? -
2024-11-15T03:22:39,586 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=644, ProcessCount=11, AvailableMemoryMB=2392
2024-11-15T03:22:39,604 INFO  [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication
2024-11-15T03:22:39,605 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir so I do NOT create it in target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55
2024-11-15T03:22:39,605 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:22:39,605 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.tmp.dir so I do NOT create it in target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55
2024-11-15T03:22:39,605 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cd4e16f6-894d-b250-5bdb-dcc5cbaaf199/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:22:39,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55
2024-11-15T03:22:39,605 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee, deleteOnExit=true
2024-11-15T03:22:39,632 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/zookeeper_0, clientPort=60800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:22:39,633 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60800
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/test.cache.data in system properties and HBase conf
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:22:39,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:22:39,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:22:39,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:22:39,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c8367b40005, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:22:39,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c8367b40005, quorum=127.0.0.1:51661, baseZNode=/1407433373 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:22:39,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c8367b40002, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:22:39,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c8367b40008, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:22:39,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c8367b40008, quorum=127.0.0.1:51661, baseZNode=/2843335947 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:22:39,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c8367b40002, quorum=127.0.0.1:51661, baseZNode=/01279960010 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:22:40,049 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:40,052 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:40,054 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:40,054 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:40,054 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:22:40,056 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:40,057 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66cf93a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:40,057 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a121b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:40,173 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23758ba6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/java.io.tmpdir/jetty-localhost-43911-hadoop-hdfs-3_4_1-tests_jar-_-any-11447786253988196479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:40,173 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fb54462{HTTP/1.1, (http/1.1)}{localhost:43911}
2024-11-15T03:22:40,173 INFO  [Time-limited test {}] server.Server(415): Started @320873ms
2024-11-15T03:22:40,451 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:40,453 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:40,459 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:40,459 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:40,459 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:22:40,460 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a022b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:40,460 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f13c430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:40,555 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49ebce46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/java.io.tmpdir/jetty-localhost-38659-hadoop-hdfs-3_4_1-tests_jar-_-any-12153427062761179538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:40,555 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b20fe7{HTTP/1.1, (http/1.1)}{localhost:38659}
2024-11-15T03:22:40,555 INFO  [Time-limited test {}] server.Server(415): Started @321254ms
2024-11-15T03:22:40,556 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:22:41,402 WARN  [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/data/data1/current/BP-2051046639-172.17.0.2-1731640959655/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:41,402 WARN  [Thread-4166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/data/data2/current/BP-2051046639-172.17.0.2-1731640959655/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:41,424 WARN  [Thread-4153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:22:41,425 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91faeac0dab5f42 with lease ID 0xd0fe03ec1b70d0e: Processing first storage report for DS-5ee5f07d-d00d-4203-89cf-baf05a1625fc from datanode DatanodeRegistration(127.0.0.1:44803, datanodeUuid=0012648c-1d09-47d9-ba05-96b5c976f916, infoPort=35715, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=823076269;c=1731640959655)
2024-11-15T03:22:41,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91faeac0dab5f42 with lease ID 0xd0fe03ec1b70d0e: from storage DS-5ee5f07d-d00d-4203-89cf-baf05a1625fc node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=0012648c-1d09-47d9-ba05-96b5c976f916, infoPort=35715, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=823076269;c=1731640959655), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:41,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91faeac0dab5f42 with lease ID 0xd0fe03ec1b70d0e: Processing first storage report for DS-acb3391d-f38f-4ab4-9c14-b91bf2635d40 from datanode DatanodeRegistration(127.0.0.1:44803, datanodeUuid=0012648c-1d09-47d9-ba05-96b5c976f916, infoPort=35715, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=823076269;c=1731640959655)
2024-11-15T03:22:41,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91faeac0dab5f42 with lease ID 0xd0fe03ec1b70d0e: from storage DS-acb3391d-f38f-4ab4-9c14-b91bf2635d40 node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=0012648c-1d09-47d9-ba05-96b5c976f916, infoPort=35715, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=823076269;c=1731640959655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:41,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55
2024-11-15T03:22:41,495 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:41,496 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:41,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:22:41,539 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414 with version=8
2024-11-15T03:22:41,539 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/hbase-staging
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:22:41,542 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:41,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43967
2024-11-15T03:22:41,545 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43967 connecting to ZooKeeper ensemble=127.0.0.1:60800
2024-11-15T03:22:41,562 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:41,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,563 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,564 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,593 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,593 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,593 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,593 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,593 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,593 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,599 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,602 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:41,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439670x0, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:41,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43967-0x1013c841e380000 connected
2024-11-15T03:22:41,822 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:41,823 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:41,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on znode that does not yet exist, /0-313170795/running
2024-11-15T03:22:41,825 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414, hbase.cluster.distributed=false
2024-11-15T03:22:41,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on znode that does not yet exist, /0-313170795/acl
2024-11-15T03:22:41,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43967
2024-11-15T03:22:41,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43967
2024-11-15T03:22:41,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43967
2024-11-15T03:22:41,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43967
2024-11-15T03:22:41,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43967
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:22:41,855 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:41,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37047
2024-11-15T03:22:41,856 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37047 connecting to ZooKeeper ensemble=127.0.0.1:60800
2024-11-15T03:22:41,857 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:41,859 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:41,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370470x0, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:41,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370470x0, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on znode that does not yet exist, /0-313170795/running
2024-11-15T03:22:41,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37047-0x1013c841e380001 connected
2024-11-15T03:22:41,873 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:22:41,875 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:22:41,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on znode that does not yet exist, /0-313170795/master
2024-11-15T03:22:41,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on znode that does not yet exist, /0-313170795/acl
2024-11-15T03:22:41,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37047
2024-11-15T03:22:41,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37047
2024-11-15T03:22:41,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37047
2024-11-15T03:22:41,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37047
2024-11-15T03:22:41,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37047
2024-11-15T03:22:41,903 DEBUG [M:0;91f82191efb8:43967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:43967
2024-11-15T03:22:41,903 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-313170795/backup-masters/91f82191efb8,43967,1731640961541
2024-11-15T03:22:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795/backup-masters
2024-11-15T03:22:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795/backup-masters
2024-11-15T03:22:41,916 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on existing znode=/0-313170795/backup-masters/91f82191efb8,43967,1731640961541
2024-11-15T03:22:41,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-313170795/master
2024-11-15T03:22:41,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:41,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:41,926 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on existing znode=/0-313170795/master
2024-11-15T03:22:41,926 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-313170795/backup-masters/91f82191efb8,43967,1731640961541 from backup master directory
2024-11-15T03:22:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795/backup-masters
2024-11-15T03:22:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-313170795/backup-masters/91f82191efb8,43967,1731640961541
2024-11-15T03:22:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795/backup-masters
2024-11-15T03:22:41,936 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:41,936 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,43967,1731640961541
2024-11-15T03:22:41,941 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/hbase.id] with ID: 3ae52681-78f5-4274-9f25-069b057c8453
2024-11-15T03:22:41,941 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/.tmp/hbase.id
2024-11-15T03:22:41,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:22:42,352 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/.tmp/hbase.id]:[hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/hbase.id]
2024-11-15T03:22:42,367 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:42,367 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:22:42,368 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:22:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:42,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:22:42,829 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:42,830 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:22:42,830 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:42,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:22:43,240 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/data/master/store
2024-11-15T03:22:43,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:22:43,652 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:43,652 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:43,652 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:43,652 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:43,652 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:43,652 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:43,652 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:43,652 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640963652Disabling compacts and flushes for region at 1731640963652Disabling writes for close at 1731640963652Writing region close event to WAL at 1731640963652Closed at 1731640963652
2024-11-15T03:22:43,653 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/data/master/store/.initializing
2024-11-15T03:22:43,653 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/WALs/91f82191efb8,43967,1731640961541
2024-11-15T03:22:43,654 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:43,655 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C43967%2C1731640961541, suffix=, logDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/WALs/91f82191efb8,43967,1731640961541, archiveDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/oldWALs, maxLogs=10
2024-11-15T03:22:43,671 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/WALs/91f82191efb8,43967,1731640961541/91f82191efb8%2C43967%2C1731640961541.1731640963655, exclude list is [], retry=0
2024-11-15T03:22:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-5ee5f07d-d00d-4203-89cf-baf05a1625fc,DISK]
2024-11-15T03:22:43,676 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/WALs/91f82191efb8,43967,1731640961541/91f82191efb8%2C43967%2C1731640961541.1731640963655
2024-11-15T03:22:43,693 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35715:35715)]
2024-11-15T03:22:43,693 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:43,693 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:43,694 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,694 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,695 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:43,696 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:22:43,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:43,697 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:43,697 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:43,698 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:22:43,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:43,698 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:43,699 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:43,700 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:22:43,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:43,700 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:43,700 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:43,701 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:22:43,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:43,702 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:43,702 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,702 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,703 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,704 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,704 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,704 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:43,705 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:43,706 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:43,707 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59706988, jitterRate=-0.11029654741287231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:43,708 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640963694Initializing all the Stores at 1731640963694Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640963695 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640963695Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640963695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640963695Cleaning up temporary data from old regions at 1731640963704 (+9 ms)Region opened successfully at 1731640963707 (+3 ms)
2024-11-15T03:22:43,708 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:22:43,710 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547bd62d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:43,711 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:22:43,711 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:22:43,711 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:22:43,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:22:43,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:22:43,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:22:43,712 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:22:43,717 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:22:43,718 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Unable to get data of znode /0-313170795/balancer because node does not exist (not necessarily an error)
2024-11-15T03:22:43,767 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313170795/balancer already deleted, retry=false
2024-11-15T03:22:43,768 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:22:43,768 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Unable to get data of znode /0-313170795/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:22:43,778 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313170795/normalizer already deleted, retry=false
2024-11-15T03:22:43,778 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:22:43,779 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:43,779 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Unable to get data of znode /0-313170795/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:22:43,779 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:22:43,780 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128987 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:22:43,788 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313170795/switch/split already deleted, retry=false
2024-11-15T03:22:43,789 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Unable to get data of znode /0-313170795/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:22:43,799 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313170795/switch/merge already deleted, retry=false
2024-11-15T03:22:43,800 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Unable to get data of znode /0-313170795/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:22:43,809 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-313170795/snapshot-cleanup already deleted, retry=false
2024-11-15T03:22:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-313170795/running
2024-11-15T03:22:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-313170795/running
2024-11-15T03:22:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:43,821 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,43967,1731640961541, sessionid=0x1013c841e380000, setting cluster-up flag (Was=false)
2024-11-15T03:22:43,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:43,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:43,872 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-313170795/flush-table-proc/acquired, /0-313170795/flush-table-proc/reached, /0-313170795/flush-table-proc/abort
2024-11-15T03:22:43,873 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,43967,1731640961541
2024-11-15T03:22:43,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:43,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:43,925 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-313170795/online-snapshot/acquired, /0-313170795/online-snapshot/reached, /0-313170795/online-snapshot/abort
2024-11-15T03:22:43,926 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,43967,1731640961541
2024-11-15T03:22:43,927 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:22:43,928 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:43,928 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:22:43,929 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:22:43,929 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,43967,1731640961541
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:43,930 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:43,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:43,934 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:22:43,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:43,935 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731640993940
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:22:43,941 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:43,944 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:22:43,944 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:22:43,944 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:22:43,944 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:22:43,948 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:22:43,948 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:22:43,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:22:43,949 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640963948,5,FailOnTimeoutGroup]
2024-11-15T03:22:43,952 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640963949,5,FailOnTimeoutGroup]
2024-11-15T03:22:43,952 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:43,952 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:22:43,952 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:43,952 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,002 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(746): ClusterId : 3ae52681-78f5-4274-9f25-069b057c8453
2024-11-15T03:22:44,002 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:22:44,010 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:22:44,010 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:22:44,020 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:22:44,021 DEBUG [RS:0;91f82191efb8:37047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3343d6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:44,036 DEBUG [RS:0;91f82191efb8:37047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:37047
2024-11-15T03:22:44,036 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:22:44,036 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:22:44,036 DEBUG [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:22:44,037 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,43967,1731640961541 with port=37047, startcode=1731640961854
2024-11-15T03:22:44,037 DEBUG [RS:0;91f82191efb8:37047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:22:44,038 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:22:44,039 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,039 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,040 DEBUG [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414
2024-11-15T03:22:44,040 DEBUG [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46303
2024-11-15T03:22:44,040 DEBUG [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:22:44,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795/rs
2024-11-15T03:22:44,052 DEBUG [RS:0;91f82191efb8:37047 {}] zookeeper.ZKUtil(111): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Set watcher on existing znode=/0-313170795/rs/91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,052 WARN  [RS:0;91f82191efb8:37047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:44,052 INFO  [RS:0;91f82191efb8:37047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:44,052 DEBUG [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,052 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,37047,1731640961854]
2024-11-15T03:22:44,055 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:22:44,060 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:22:44,061 INFO  [RS:0;91f82191efb8:37047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:22:44,061 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,061 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:22:44,062 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:22:44,062 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:44,062 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:44,063 DEBUG [RS:0;91f82191efb8:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:44,068 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,068 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,068 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,068 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,068 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,068 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37047,1731640961854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:44,088 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:22:44,089 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,37047,1731640961854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,089 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,089 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.Replication(171): 91f82191efb8,37047,1731640961854 started
2024-11-15T03:22:44,108 INFO  [RS:0;91f82191efb8:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:44,109 INFO  [RS:0;91f82191efb8:37047 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,37047,1731640961854, RpcServer on 91f82191efb8/172.17.0.2:37047, sessionid=0x1013c841e380001
2024-11-15T03:22:44,109 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:22:44,109 DEBUG [RS:0;91f82191efb8:37047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,109 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,37047,1731640961854'
2024-11-15T03:22:44,109 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-313170795/flush-table-proc/abort'
2024-11-15T03:22:44,109 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-313170795/flush-table-proc/acquired'
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,37047,1731640961854'
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-313170795/online-snapshot/abort'
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-313170795/online-snapshot/acquired'
2024-11-15T03:22:44,110 DEBUG [RS:0;91f82191efb8:37047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:22:44,110 INFO  [RS:0;91f82191efb8:37047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:22:44,110 INFO  [RS:0;91f82191efb8:37047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:22:44,211 INFO  [RS:0;91f82191efb8:37047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:44,212 INFO  [RS:0;91f82191efb8:37047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C37047%2C1731640961854, suffix=, logDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854, archiveDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/oldWALs, maxLogs=10
2024-11-15T03:22:44,229 DEBUG [RS:0;91f82191efb8:37047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854/91f82191efb8%2C37047%2C1731640961854.1731640964213, exclude list is [], retry=0
2024-11-15T03:22:44,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-5ee5f07d-d00d-4203-89cf-baf05a1625fc,DISK]
2024-11-15T03:22:44,236 INFO  [RS:0;91f82191efb8:37047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854/91f82191efb8%2C37047%2C1731640961854.1731640964213
2024-11-15T03:22:44,237 DEBUG [RS:0;91f82191efb8:37047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35715:35715)]
2024-11-15T03:22:44,350 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:22:44,350 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414
2024-11-15T03:22:44,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:22:44,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:44,819 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:44,820 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:44,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:44,821 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:44,821 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:44,822 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:44,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:44,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:44,822 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:44,823 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:44,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:44,823 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:44,823 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:44,824 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:44,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:44,824 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:44,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:44,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/hbase/meta/1588230740
2024-11-15T03:22:44,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/hbase/meta/1588230740
2024-11-15T03:22:44,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:44,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:44,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:44,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:44,828 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:44,829 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71617830, jitterRate=0.06718882918357849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:44,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640964818Initializing all the Stores at 1731640964818Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640964818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640964818Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640964818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640964818Cleaning up temporary data from old regions at 1731640964826 (+8 ms)Region opened successfully at 1731640964829 (+3 ms)
2024-11-15T03:22:44,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:44,830 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:44,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:44,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:44,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:44,830 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:44,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640964829Disabling compacts and flushes for region at 1731640964829Disabling writes for close at 1731640964830 (+1 ms)Writing region close event to WAL at 1731640964830Closed at 1731640964830
2024-11-15T03:22:44,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:44,831 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:22:44,831 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:22:44,832 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:44,833 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:22:44,983 DEBUG [91f82191efb8:43967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:22:44,983 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,37047,1731640961854
2024-11-15T03:22:44,984 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,37047,1731640961854, state=OPENING
2024-11-15T03:22:44,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:22:45,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:45,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-313170795
2024-11-15T03:22:45,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:45,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313170795/meta-region-server: CHANGED
2024-11-15T03:22:45,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313170795/meta-region-server: CHANGED
2024-11-15T03:22:45,010 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,37047,1731640961854}]
2024-11-15T03:22:45,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:45,163 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:22:45,165 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:22:45,165 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:45,166 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:22:45,167 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C37047%2C1731640961854.meta, suffix=.meta, logDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854, archiveDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/oldWALs, maxLogs=10
2024-11-15T03:22:45,185 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854/91f82191efb8%2C37047%2C1731640961854.meta.1731640965167.meta, exclude list is [], retry=0
2024-11-15T03:22:45,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-5ee5f07d-d00d-4203-89cf-baf05a1625fc,DISK]
2024-11-15T03:22:45,189 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/WALs/91f82191efb8,37047,1731640961854/91f82191efb8%2C37047%2C1731640961854.meta.1731640965167.meta
2024-11-15T03:22:45,189 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35715:35715)]
2024-11-15T03:22:45,189 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:45,190 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:45,190 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:45,190 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:22:45,190 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:22:45,190 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:22:45,190 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:45,190 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:22:45,190 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:22:45,191 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:45,192 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:45,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:45,192 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:45,193 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:45,193 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:45,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:45,193 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:45,193 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:45,194 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:45,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:45,194 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:45,194 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:45,195 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:45,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:45,195 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:45,195 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:45,196 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/hbase/meta/1588230740
2024-11-15T03:22:45,196 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/hbase/meta/1588230740
2024-11-15T03:22:45,197 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:45,197 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:45,197 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:45,198 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:45,199 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72720571, jitterRate=0.08362095057964325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:45,199 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:22:45,200 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640965191Writing region info on filesystem at 1731640965191Initializing all the Stores at 1731640965191Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640965191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640965191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640965191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640965191Cleaning up temporary data from old regions at 1731640965197 (+6 ms)Running coprocessor post-open hooks at 1731640965199 (+2 ms)Region opened successfully at 1731640965200 (+1 ms)
2024-11-15T03:22:45,201 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640965161
2024-11-15T03:22:45,203 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:22:45,203 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:22:45,203 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,37047,1731640961854
2024-11-15T03:22:45,204 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,37047,1731640961854, state=OPEN
2024-11-15T03:22:45,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x1013c841e380001, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-313170795/meta-region-server
2024-11-15T03:22:45,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x1013c841e380000, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-313170795/meta-region-server
2024-11-15T03:22:45,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,37047,1731640961854
2024-11-15T03:22:45,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313170795/meta-region-server: CHANGED
2024-11-15T03:22:45,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-313170795/meta-region-server: CHANGED
2024-11-15T03:22:45,278 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:22:45,278 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,37047,1731640961854 in 266 msec
2024-11-15T03:22:45,279 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:22:45,279 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec
2024-11-15T03:22:45,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:45,280 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:22:45,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:45,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,37047,1731640961854, seqNum=-1]
2024-11-15T03:22:45,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:45,282 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:45,286 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3580 sec
2024-11-15T03:22:45,286 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640965286, completionTime=-1
2024-11-15T03:22:45,286 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:22:45,286 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:22:45,288 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:22:45,288 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731641025288
2024-11-15T03:22:45,288 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641085288
2024-11-15T03:22:45,288 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec
2024-11-15T03:22:45,288 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43967,1731640961541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,289 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43967,1731640961541-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,289 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43967,1731640961541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,289 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:43967, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,289 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,289 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,290 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.356sec
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43967,1731640961541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:45,292 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43967,1731640961541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:22:45,294 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:22:45,294 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:22:45,294 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,43967,1731640961541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:45,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b1f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:45,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43967,-1 for getting cluster id
2024-11-15T03:22:45,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:45,299 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ae52681-78f5-4274-9f25-069b057c8453'
2024-11-15T03:22:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ae52681-78f5-4274-9f25-069b057c8453"

2024-11-15T03:22:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201ddb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43967,-1]
2024-11-15T03:22:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:45,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:45,301 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:45,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141e8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:45,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,37047,1731640961854, seqNum=-1]
2024-11-15T03:22:45,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:45,303 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:45,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,43967,1731640961541
2024-11-15T03:22:45,305 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60800
2024-11-15T03:22:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60800, baseZNode=/0-313170795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:45,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c841e380002 connected
2024-11-15T03:22:45,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:45,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43967,1731640961541
2024-11-15T03:22:45,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed4367a
2024-11-15T03:22:45,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:45,339 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:45,340 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:22:45,344 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:22:45,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:45,344 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:22:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:45,345 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:22:45,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:22:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:45,760 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19e260248f70b2fdb3ee934bafb59082, NAME => 'test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414
2024-11-15T03:22:45,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:22:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:46,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:46,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19e260248f70b2fdb3ee934bafb59082, disabling compactions & flushes
2024-11-15T03:22:46,165 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640965340.19e260248f70b2fdb3ee934bafb59082. after waiting 0 ms
2024-11-15T03:22:46,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,165 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19e260248f70b2fdb3ee934bafb59082:
Waiting for close lock at 1731640966165Disabling compacts and flushes for region at 1731640966165Disabling writes for close at 1731640966165Writing region close event to WAL at 1731640966165Closed at 1731640966165
2024-11-15T03:22:46,166 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:22:46,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640966166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640966166"}]},"ts":"1731640966166"}
2024-11-15T03:22:46,168 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:22:46,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:22:46,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640966169"}]},"ts":"1731640966169"}
2024-11-15T03:22:46,170 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:22:46,171 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19e260248f70b2fdb3ee934bafb59082, ASSIGN}]
2024-11-15T03:22:46,171 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19e260248f70b2fdb3ee934bafb59082, ASSIGN
2024-11-15T03:22:46,172 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19e260248f70b2fdb3ee934bafb59082, ASSIGN; state=OFFLINE, location=91f82191efb8,37047,1731640961854; forceNewPlan=false, retain=false
2024-11-15T03:22:46,322 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19e260248f70b2fdb3ee934bafb59082, regionState=OPENING, regionLocation=91f82191efb8,37047,1731640961854
2024-11-15T03:22:46,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19e260248f70b2fdb3ee934bafb59082, ASSIGN because future has completed
2024-11-15T03:22:46,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e260248f70b2fdb3ee934bafb59082, server=91f82191efb8,37047,1731640961854}]
2024-11-15T03:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:46,480 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,480 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19e260248f70b2fdb3ee934bafb59082, NAME => 'test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:46,480 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:46,480 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:22:46,480 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,480 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:46,480 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,480 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,481 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19e260248f70b2fdb3ee934bafb59082 
2024-11-15T03:22:46,482 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e260248f70b2fdb3ee934bafb59082 columnFamilyName f
2024-11-15T03:22:46,482 DEBUG [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:46,483 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] regionserver.HStore(327): Store=19e260248f70b2fdb3ee934bafb59082/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:46,483 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19e260248f70b2fdb3ee934bafb59082 
2024-11-15T03:22:46,484 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e260248f70b2fdb3ee934bafb59082 columnFamilyName f1
2024-11-15T03:22:46,484 DEBUG [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:46,484 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] regionserver.HStore(327): Store=19e260248f70b2fdb3ee934bafb59082/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:46,484 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19e260248f70b2fdb3ee934bafb59082 
2024-11-15T03:22:46,485 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e260248f70b2fdb3ee934bafb59082 columnFamilyName norep
2024-11-15T03:22:46,485 DEBUG [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:46,485 INFO  [StoreOpener-19e260248f70b2fdb3ee934bafb59082-1 {}] regionserver.HStore(327): Store=19e260248f70b2fdb3ee934bafb59082/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:46,485 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,486 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/default/test/19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,486 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/default/test/19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,487 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:22:46,488 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,489 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/data/default/test/19e260248f70b2fdb3ee934bafb59082/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:46,496 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19e260248f70b2fdb3ee934bafb59082; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66544808, jitterRate=-0.008405089378356934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:22:46,496 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19e260248f70b2fdb3ee934bafb59082
2024-11-15T03:22:46,497 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19e260248f70b2fdb3ee934bafb59082:
Running coprocessor pre-open hook at 1731640966480Writing region info on filesystem at 1731640966480Initializing all the Stores at 1731640966481 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640966481Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640966481Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640966481Cleaning up temporary data from old regions at 1731640966487 (+6 ms)Running coprocessor post-open hooks at 1731640966496 (+9 ms)Region opened successfully at 1731640966497 (+1 ms)
2024-11-15T03:22:46,498 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640965340.19e260248f70b2fdb3ee934bafb59082., pid=6, masterSystemTime=1731640966477
2024-11-15T03:22:46,500 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,500 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640965340.19e260248f70b2fdb3ee934bafb59082.
2024-11-15T03:22:46,501 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19e260248f70b2fdb3ee934bafb59082, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,37047,1731640961854
2024-11-15T03:22:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e260248f70b2fdb3ee934bafb59082, server=91f82191efb8,37047,1731640961854 because future has completed
2024-11-15T03:22:46,505 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:22:46,506 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19e260248f70b2fdb3ee934bafb59082, server=91f82191efb8,37047,1731640961854 in 178 msec
2024-11-15T03:22:46,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:22:46,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19e260248f70b2fdb3ee934bafb59082, ASSIGN in 334 msec
2024-11-15T03:22:46,507 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:22:46,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640966507"}]},"ts":"1731640966507"}
2024-11-15T03:22:46,509 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:22:46,509 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:22:46,511 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec
2024-11-15T03:22:46,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T03:22:46,759 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T03:22:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:22:47,489 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:22:47,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1672146a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:47,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43967,-1 for getting cluster id
2024-11-15T03:22:47,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:47,491 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ae52681-78f5-4274-9f25-069b057c8453'
2024-11-15T03:22:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ae52681-78f5-4274-9f25-069b057c8453"

2024-11-15T03:22:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c483a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43967,-1]
2024-11-15T03:22:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:47,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:47,492 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:47,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a87ea7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:47,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43967,1731640961541
2024-11-15T03:22:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0afd9b
2024-11-15T03:22:47,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:47,495 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:47,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:43967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:22:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:22:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:47,498 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:43967'
2024-11-15T03:22:47,499 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53953879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:47,499 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,43967,-1 for getting cluster id
2024-11-15T03:22:47,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:47,500 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ae52681-78f5-4274-9f25-069b057c8453'
2024-11-15T03:22:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ae52681-78f5-4274-9f25-069b057c8453"

2024-11-15T03:22:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0215b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,43967,-1]
2024-11-15T03:22:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:47,501 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571b3103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:47,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:22:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,43967,1731640961541
2024-11-15T03:22:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e1e36b
2024-11-15T03:22:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:22:47,503 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:22:47,504 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:22:47,504 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:22:47,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:47,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:47,504 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:47,504 WARN  [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up
org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://91f82191efb8:43967, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-15T03:22:47,510 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://91f82191efb8:43967, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://91f82191efb8:43967, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://91f82191efb8:43967, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	... 8 more
2024-11-15T03:22:47,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://91f82191efb8:43967, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec
2024-11-15T03:22:47,512 WARN  [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-11-15T03:22:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:22:47,601 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://91f82191efb8:43967, should not replicate to itself for HBaseInterClusterReplicationEndpoint
2024-11-15T03:22:47,601 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:22:47,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:22:47,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:47,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:47,612 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:22:47,623 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=524 (was 357)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286559442_20 at /127.0.0.1:56102 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp1191645156-7910-acceptor-0@1b639f1f-ServerConnector@b20fe7{HTTP/1.1, (http/1.1)}{localhost:38659}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MobFileCache #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: RS:0;91f82191efb8:37047-longCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/data/data2)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46303
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@36de7ba6
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Command processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)

Potentially hanging thread: RS:0;91f82191efb8:37047
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776)
	java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399)
	java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376)
	app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-767423676_20 at /127.0.0.1:56128 [Receiving block BP-2051046639-172.17.0.2-1731640959655:blk_1073741830_1006]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RedundancyMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
	java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: normalizer-worker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286559442_20 at /127.0.0.1:56146 [Receiving block BP-2051046639-172.17.0.2-1731640959655:blk_1073741832_1008]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RegionServerTracker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BP-2051046639-172.17.0.2-1731640959655 heartbeating to localhost/127.0.0.1:46303
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414/MasterData-prefix:91f82191efb8,43967,1731640961541
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2273-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-38-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414-prefix:91f82191efb8,37047,1731640961854
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4fd6f8ff
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 4 on default port 44387
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureDispatcherTimeoutThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328)

Potentially hanging thread: PacketResponder: BP-2051046639-172.17.0.2-1731640959655:blk_1073741834_1010, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp742281521-7863
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9ad4432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp1191645156-7912
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46303 from jenkins.hfs.20
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MemStoreFlusher.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77)
	app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp742281521-7867
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp742281521-7862
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9ad4432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp742281521-7864-acceptor-0@3c043d3b-ServerConnector@fb54462{HTTP/1.1, (http/1.1)}{localhost:43911}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DatanodeAdminMonitor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@586588ba
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640963949
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269)

Potentially hanging thread: qtp1191645156-7909
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9ad4432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/91f82191efb8:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/91f82191efb8:0.leaseChecker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82)

Potentially hanging thread: master/91f82191efb8:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: JvmPauseMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60800)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: IPC Server idle connection scanner for port 46303
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: MarkedDeleteBlockScrubberThread
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/91f82191efb8:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: IPC Server handler 2 on default port 44387
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RSProcedureDispatcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60800)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: WorkerMonitor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 44387
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60800
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)

Potentially hanging thread: IPC Server idle connection scanner for port 44387
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46303/user/jenkins/test-data/7878f043-a8d0-df18-a31b-b6d2b76c5414-prefix:91f82191efb8,37047,1731640961854.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2270-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60800)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@56b7299a
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: HMaster-EventLoopGroup-43-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: StorageLocationChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LruBlockCacheStatsExecutor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f9ad49fccb8.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46303 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46303 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Server handler 1 on default port 44387
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: ConnnectionExpirer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Potentially hanging thread: IPC Server handler 3 on default port 46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: Block report processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)

Potentially hanging thread: IPC Server handler 1 on default port 46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: 91f82191efb8:43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352)

Potentially hanging thread: PacketResponder: BP-2051046639-172.17.0.2-1731640959655:blk_1073741832_1008, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp742281521-7866
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2264-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp1191645156-7911
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FsDatasetAsyncDiskServiceFixer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Session-HouseKeeper-3c29d61c-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: FSEditLogAsync
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: CacheReplicationMonitor(709068818)
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)

Potentially hanging thread: qtp742281521-7860
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9ad4432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640963948
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254)

Potentially hanging thread: RS_OPEN_META-regionserver/91f82191efb8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RequestThrottler
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2e08ba8f
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 2 on default port 46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: PacketResponder: BP-2051046639-172.17.0.2-1731640959655:blk_1073741830_1006, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SyncThread:0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2276-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/data/data1)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: IPC Server handler 3 on default port 44387
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a36a10d
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2278-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2265-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11338026
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: StorageLocationChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: M:0;91f82191efb8:43967
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2fe8e7b3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcessThread(sid:0 cport:60800):
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)

Potentially hanging thread: Session-HouseKeeper-46dacf0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46303
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@75932fee
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
	app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp742281521-7865
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/data/data2/current/BP-2051046639-172.17.0.2-1731640959655
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957)

Potentially hanging thread: qtp742281521-7861
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9ad4432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 4 on default port 46303
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: DataNode DiskChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4b278675[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: OldWALsCleaner-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007f9ad4ab7980.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1286559442_20 at /127.0.0.1:56172 [Receiving block BP-2051046639-172.17.0.2-1731640959655:blk_1073741834_1010]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/cluster_efb1c0cf-85f1-171e-e12d-c65a4de8fdee/data/data1/current/BP-2051046639-172.17.0.2-1731640959655
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43967
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/91f82191efb8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=865 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=614 (was 644), ProcessCount=11 (was 11), AvailableMemoryMB=2221 (was 2392)
2024-11-15T03:22:47,626 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500
2024-11-15T03:22:47,640 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=523, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=614, ProcessCount=11, AvailableMemoryMB=2218
2024-11-15T03:22:47,640 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=523 is superior to 500
2024-11-15T03:22:47,656 INFO  [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication
2024-11-15T03:22:47,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.log.dir so I do NOT create it in target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b
2024-11-15T03:22:47,657 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:22:47,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.tmp.dir so I do NOT create it in target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b
2024-11-15T03:22:47,657 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7586ecaa-1b2a-63da-7b7f-67de5743ab55/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:22:47,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b
2024-11-15T03:22:47,657 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e, deleteOnExit=true
2024-11-15T03:22:47,660 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/zookeeper_0, clientPort=52938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T03:22:47,661 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52938
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/test.cache.data in system properties and HBase conf
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:22:47,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:47,661 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:22:47,662 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:22:48,063 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:48,067 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:48,070 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:48,070 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:48,070 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:22:48,073 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:48,075 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5737688b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:48,076 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a115722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:48,207 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d099376{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/java.io.tmpdir/jetty-localhost-41767-hadoop-hdfs-3_4_1-tests_jar-_-any-15807932212581755014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:48,207 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c7f74f5{HTTP/1.1, (http/1.1)}{localhost:41767}
2024-11-15T03:22:48,207 INFO  [Time-limited test {}] server.Server(415): Started @328906ms
2024-11-15T03:22:48,487 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:48,491 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:48,495 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:48,495 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:48,495 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:22:48,496 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e43f981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:48,496 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207437ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:48,637 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40dfdc00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/java.io.tmpdir/jetty-localhost-45189-hadoop-hdfs-3_4_1-tests_jar-_-any-16564667691329048241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:48,638 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@643d0ba5{HTTP/1.1, (http/1.1)}{localhost:45189}
2024-11-15T03:22:48,638 INFO  [Time-limited test {}] server.Server(415): Started @329337ms
2024-11-15T03:22:48,640 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:22:49,273 WARN  [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/data/data1/current/BP-1642055096-172.17.0.2-1731640967678/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:49,273 WARN  [Thread-4300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/data/data2/current/BP-1642055096-172.17.0.2-1731640967678/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:49,297 WARN  [Thread-4287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:22:49,299 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda94a87d3b37e6f5 with lease ID 0xbdb3dd20f9b8e5cc: Processing first storage report for DS-bb5c6119-f017-4f38-b909-f2ea20f8960e from datanode DatanodeRegistration(127.0.0.1:46083, datanodeUuid=575d44da-5d1d-43a6-85ab-b888244062ab, infoPort=41763, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1456144831;c=1731640967678)
2024-11-15T03:22:49,299 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda94a87d3b37e6f5 with lease ID 0xbdb3dd20f9b8e5cc: from storage DS-bb5c6119-f017-4f38-b909-f2ea20f8960e node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=575d44da-5d1d-43a6-85ab-b888244062ab, infoPort=41763, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1456144831;c=1731640967678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:49,299 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda94a87d3b37e6f5 with lease ID 0xbdb3dd20f9b8e5cc: Processing first storage report for DS-cc477f9d-f007-41fd-98c2-54cc06dd66eb from datanode DatanodeRegistration(127.0.0.1:46083, datanodeUuid=575d44da-5d1d-43a6-85ab-b888244062ab, infoPort=41763, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1456144831;c=1731640967678)
2024-11-15T03:22:49,299 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda94a87d3b37e6f5 with lease ID 0xbdb3dd20f9b8e5cc: from storage DS-cc477f9d-f007-41fd-98c2-54cc06dd66eb node DatanodeRegistration(127.0.0.1:46083, datanodeUuid=575d44da-5d1d-43a6-85ab-b888244062ab, infoPort=41763, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=1456144831;c=1731640967678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:49,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b
2024-11-15T03:22:49,378 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:49,380 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:49,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:22:49,788 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce with version=8
2024-11-15T03:22:49,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/hbase-staging
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:22:49,790 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:49,797 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35083
2024-11-15T03:22:49,798 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35083 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:22:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350830x0, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:49,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35083-0x1013c843d970000 connected
2024-11-15T03:22:49,993 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:49,994 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:49,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/running
2024-11-15T03:22:49,997 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce, hbase.cluster.distributed=false
2024-11-15T03:22:49,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/acl
2024-11-15T03:22:49,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35083
2024-11-15T03:22:49,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35083
2024-11-15T03:22:50,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35083
2024-11-15T03:22:50,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35083
2024-11-15T03:22:50,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35083
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:22:50,027 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:50,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40007
2024-11-15T03:22:50,028 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40007 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:22:50,029 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:50,031 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400070x0, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:50,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400070x0, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/running
2024-11-15T03:22:50,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40007-0x1013c843d970001 connected
2024-11-15T03:22:50,046 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:22:50,046 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:22:50,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/master
2024-11-15T03:22:50,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/acl
2024-11-15T03:22:50,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40007
2024-11-15T03:22:50,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40007
2024-11-15T03:22:50,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40007
2024-11-15T03:22:50,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40007
2024-11-15T03:22:50,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40007
2024-11-15T03:22:50,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:22:50,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-15T03:22:50,071 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:35083
2024-11-15T03:22:50,071 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1668792090/backup-masters/91f82191efb8,35083,1731640969790
2024-11-15T03:22:50,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090/backup-masters
2024-11-15T03:22:50,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090/backup-masters
2024-11-15T03:22:50,077 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on existing znode=/0-1668792090/backup-masters/91f82191efb8,35083,1731640969790
2024-11-15T03:22:50,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:50,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1668792090/master
2024-11-15T03:22:50,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:50,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on existing znode=/0-1668792090/master
2024-11-15T03:22:50,088 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1668792090/backup-masters/91f82191efb8,35083,1731640969790 from backup master directory
2024-11-15T03:22:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1668792090/backup-masters/91f82191efb8,35083,1731640969790
2024-11-15T03:22:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090/backup-masters
2024-11-15T03:22:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090/backup-masters
2024-11-15T03:22:50,097 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:50,097 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,35083,1731640969790
2024-11-15T03:22:50,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/hbase.id] with ID: c9e23387-edf9-4bbe-a67d-bde9502c96d0
2024-11-15T03:22:50,100 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/.tmp/hbase.id
2024-11-15T03:22:50,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:22:50,506 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/.tmp/hbase.id]:[hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/hbase.id]
2024-11-15T03:22:50,515 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:50,516 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:22:50,516 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-15T03:22:50,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:50,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:50,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:22:50,693 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:50,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,694 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,695 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,738 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,739 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,739 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,739 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,739 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,740 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,748 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:50,975 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:50,975 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:22:50,976 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:50,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:22:51,381 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store
2024-11-15T03:22:51,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:22:51,786 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:51,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:51,787 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:51,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:51,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:51,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:51,787 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:51,787 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640971786Disabling compacts and flushes for region at 1731640971786Disabling writes for close at 1731640971787 (+1 ms)Writing region close event to WAL at 1731640971787Closed at 1731640971787
2024-11-15T03:22:51,796 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/.initializing
2024-11-15T03:22:51,796 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/WALs/91f82191efb8,35083,1731640969790
2024-11-15T03:22:51,798 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:51,800 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C35083%2C1731640969790, suffix=, logDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/WALs/91f82191efb8,35083,1731640969790, archiveDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/oldWALs, maxLogs=10
2024-11-15T03:22:51,818 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/WALs/91f82191efb8,35083,1731640969790/91f82191efb8%2C35083%2C1731640969790.1731640971800, exclude list is [], retry=0
2024-11-15T03:22:51,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:22:51,825 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/WALs/91f82191efb8,35083,1731640969790/91f82191efb8%2C35083%2C1731640969790.1731640971800
2024-11-15T03:22:51,826 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:22:51,826 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:51,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:51,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:51,829 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:22:51,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:51,829 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:51,830 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:51,831 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:22:51,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:51,831 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:51,831 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:51,832 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:22:51,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:51,832 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:51,832 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:51,833 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:22:51,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:51,833 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:51,834 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,834 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,834 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,835 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,835 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,836 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:51,837 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:51,840 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:51,841 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58873017, jitterRate=-0.12272368371486664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:51,841 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640971827Initializing all the Stores at 1731640971827Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640971827Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640971828 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640971828Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640971828Cleaning up temporary data from old regions at 1731640971835 (+7 ms)Region opened successfully at 1731640971841 (+6 ms)
2024-11-15T03:22:51,843 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:22:51,845 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595fc0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:51,846 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:22:51,846 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:22:51,846 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:22:51,847 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:22:51,847 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:22:51,847 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:22:51,847 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:22:51,849 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:22:51,850 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Unable to get data of znode /0-1668792090/balancer because node does not exist (not necessarily an error)
2024-11-15T03:22:51,906 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1668792090/balancer already deleted, retry=false
2024-11-15T03:22:51,907 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:22:51,907 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Unable to get data of znode /0-1668792090/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:22:51,918 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1668792090/normalizer already deleted, retry=false
2024-11-15T03:22:51,918 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:22:51,919 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Unable to get data of znode /0-1668792090/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:22:51,929 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1668792090/switch/split already deleted, retry=false
2024-11-15T03:22:51,929 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Unable to get data of znode /0-1668792090/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:22:51,939 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1668792090/switch/merge already deleted, retry=false
2024-11-15T03:22:51,941 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Unable to get data of znode /0-1668792090/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:22:51,950 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1668792090/snapshot-cleanup already deleted, retry=false
2024-11-15T03:22:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1668792090/running
2024-11-15T03:22:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1668792090/running
2024-11-15T03:22:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:51,962 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,35083,1731640969790, sessionid=0x1013c843d970000, setting cluster-up flag (Was=false)
2024-11-15T03:22:51,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:51,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:52,093 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1668792090/flush-table-proc/acquired, /0-1668792090/flush-table-proc/reached, /0-1668792090/flush-table-proc/abort
2024-11-15T03:22:52,094 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,35083,1731640969790
2024-11-15T03:22:52,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:52,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:52,223 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1668792090/online-snapshot/acquired, /0-1668792090/online-snapshot/reached, /0-1668792090/online-snapshot/abort
2024-11-15T03:22:52,224 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,35083,1731640969790
2024-11-15T03:22:52,225 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:22:52,226 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:52,227 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:22:52,227 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:22:52,227 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,35083,1731640969790
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:52,228 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:52,233 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:22:52,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:52,235 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731641002239
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:22:52,239 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,240 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:22:52,240 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:22:52,240 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:22:52,240 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:22:52,244 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:22:52,244 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:22:52,244 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640972244,5,FailOnTimeoutGroup]
2024-11-15T03:22:52,245 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640972244,5,FailOnTimeoutGroup]
2024-11-15T03:22:52,245 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,245 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:22:52,245 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,245 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:22:52,258 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(746): ClusterId : c9e23387-edf9-4bbe-a67d-bde9502c96d0
2024-11-15T03:22:52,258 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:22:52,266 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:22:52,266 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:22:52,277 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:22:52,277 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d943fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:52,293 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:40007
2024-11-15T03:22:52,293 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:22:52,293 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:22:52,293 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:22:52,294 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,35083,1731640969790 with port=40007, startcode=1731640970026
2024-11-15T03:22:52,294 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:22:52,296 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:22:52,296 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,40007,1731640970026
2024-11-15T03:22:52,297 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35083 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,40007,1731640970026
2024-11-15T03:22:52,298 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce
2024-11-15T03:22:52,298 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37601
2024-11-15T03:22:52,298 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:22:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090/rs
2024-11-15T03:22:52,308 DEBUG [RS:0;91f82191efb8:40007 {}] zookeeper.ZKUtil(111): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on existing znode=/0-1668792090/rs/91f82191efb8,40007,1731640970026
2024-11-15T03:22:52,308 WARN  [RS:0;91f82191efb8:40007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:52,308 INFO  [RS:0;91f82191efb8:40007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:52,309 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026
2024-11-15T03:22:52,309 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,40007,1731640970026]
2024-11-15T03:22:52,312 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:22:52,331 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:22:52,331 INFO  [RS:0;91f82191efb8:40007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:22:52,331 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,331 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:22:52,332 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:22:52,332 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:52,332 DEBUG [RS:0;91f82191efb8:40007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:52,333 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,333 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,333 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,333 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,333 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,333 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40007,1731640970026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:52,348 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:22:52,348 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40007,1731640970026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,348 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,348 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.Replication(171): 91f82191efb8,40007,1731640970026 started
2024-11-15T03:22:52,360 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:52,360 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,40007,1731640970026, RpcServer on 91f82191efb8/172.17.0.2:40007, sessionid=0x1013c843d970001
2024-11-15T03:22:52,360 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,40007,1731640970026
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40007,1731640970026'
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1668792090/flush-table-proc/abort'
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1668792090/flush-table-proc/acquired'
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,40007,1731640970026
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,40007,1731640970026'
2024-11-15T03:22:52,361 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1668792090/online-snapshot/abort'
2024-11-15T03:22:52,362 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1668792090/online-snapshot/acquired'
2024-11-15T03:22:52,362 DEBUG [RS:0;91f82191efb8:40007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:22:52,362 INFO  [RS:0;91f82191efb8:40007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:22:52,362 INFO  [RS:0;91f82191efb8:40007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:22:52,462 INFO  [RS:0;91f82191efb8:40007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:52,463 INFO  [RS:0;91f82191efb8:40007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40007%2C1731640970026, suffix=, logDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026, archiveDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/oldWALs, maxLogs=10
2024-11-15T03:22:52,475 DEBUG [RS:0;91f82191efb8:40007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464, exclude list is [], retry=0
2024-11-15T03:22:52,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:22:52,478 INFO  [RS:0;91f82191efb8:40007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464
2024-11-15T03:22:52,478 DEBUG [RS:0;91f82191efb8:40007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:22:52,649 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:22:52,650 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce
2024-11-15T03:22:52,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:22:53,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:53,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:53,060 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:53,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,061 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,061 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:53,061 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:53,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,061 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,062 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:53,062 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:53,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,062 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,062 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:53,063 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:53,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,063 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740
2024-11-15T03:22:53,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740
2024-11-15T03:22:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:53,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:53,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:53,073 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:53,074 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69403589, jitterRate=0.03419406712055206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:53,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640973058Initializing all the Stores at 1731640973059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640973059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640973059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640973059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640973059Cleaning up temporary data from old regions at 1731640973065 (+6 ms)Region opened successfully at 1731640973074 (+9 ms)
2024-11-15T03:22:53,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:53,074 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:53,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:53,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:53,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:53,074 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:53,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640973074Disabling compacts and flushes for region at 1731640973074Disabling writes for close at 1731640973074Writing region close event to WAL at 1731640973074Closed at 1731640973074
2024-11-15T03:22:53,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:53,075 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:22:53,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:22:53,076 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:53,077 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:22:53,227 DEBUG [91f82191efb8:35083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:22:53,228 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,40007,1731640970026
2024-11-15T03:22:53,229 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40007,1731640970026, state=OPENING
2024-11-15T03:22:53,287 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:22:53,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:53,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:22:53,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:53,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1668792090/meta-region-server: CHANGED
2024-11-15T03:22:53,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1668792090/meta-region-server: CHANGED
2024-11-15T03:22:53,345 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40007,1731640970026}]
2024-11-15T03:22:53,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:53,498 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:22:53,500 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:22:53,500 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:53,501 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:22:53,502 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40007%2C1731640970026.meta, suffix=.meta, logDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026, archiveDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/oldWALs, maxLogs=10
2024-11-15T03:22:53,517 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.meta.1731640973502.meta, exclude list is [], retry=0
2024-11-15T03:22:53,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:22:53,520 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.meta.1731640973502.meta
2024-11-15T03:22:53,522 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:22:53,522 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:53,522 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:53,522 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:53,522 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:22:53,522 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:22:53,522 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:22:53,522 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:53,523 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:22:53,523 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:22:53,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:53,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:53,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:53,525 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:53,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:53,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:53,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:53,527 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:53,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:53,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:53,527 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:53,527 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740
2024-11-15T03:22:53,528 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740
2024-11-15T03:22:53,529 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:53,529 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:53,529 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:53,530 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:53,531 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62791705, jitterRate=-0.06433068215847015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:53,531 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:22:53,531 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640973523Writing region info on filesystem at 1731640973523Initializing all the Stores at 1731640973523Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640973523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640973523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640973523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640973523Cleaning up temporary data from old regions at 1731640973529 (+6 ms)Running coprocessor post-open hooks at 1731640973531 (+2 ms)Region opened successfully at 1731640973531
2024-11-15T03:22:53,531 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640973496
2024-11-15T03:22:53,533 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:22:53,533 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:22:53,533 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40007,1731640970026
2024-11-15T03:22:53,534 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,40007,1731640970026, state=OPEN
2024-11-15T03:22:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1668792090/meta-region-server
2024-11-15T03:22:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1668792090/meta-region-server
2024-11-15T03:22:53,550 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,40007,1731640970026
2024-11-15T03:22:53,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1668792090/meta-region-server: CHANGED
2024-11-15T03:22:53,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1668792090/meta-region-server: CHANGED
2024-11-15T03:22:53,552 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:22:53,552 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,40007,1731640970026 in 205 msec
2024-11-15T03:22:53,554 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:22:53,554 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec
2024-11-15T03:22:53,554 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:53,554 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:22:53,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:53,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40007,1731640970026, seqNum=-1]
2024-11-15T03:22:53,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:53,557 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:53,570 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec
2024-11-15T03:22:53,570 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640973570, completionTime=-1
2024-11-15T03:22:53,570 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:22:53,570 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731641033572
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641093572
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35083,1731640969790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35083,1731640969790-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,572 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35083,1731640969790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,573 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:35083, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,573 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,573 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,574 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.479sec
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35083,1731640969790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:53,576 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35083,1731640969790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:22:53,581 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:22:53,581 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:22:53,581 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,35083,1731640969790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:53,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d9863b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:53,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,35083,-1 for getting cluster id
2024-11-15T03:22:53,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:53,661 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e23387-edf9-4bbe-a67d-bde9502c96d0'
2024-11-15T03:22:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e23387-edf9-4bbe-a67d-bde9502c96d0"

2024-11-15T03:22:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a431906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,35083,-1]
2024-11-15T03:22:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:53,663 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:53,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b1a9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:53,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40007,1731640970026, seqNum=-1]
2024-11-15T03:22:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:53,665 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:53,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,35083,1731640969790
2024-11-15T03:22:53,667 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:22:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:53,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c843d970002 connected
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir so I do NOT create it in target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf
2024-11-15T03:22:53,702 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.tmp.dir so I do NOT create it in target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf
2024-11-15T03:22:53,702 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:22:53,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/cluster_5a02024c-40b9-439e-7cd7-9e8fe5b6cf44, deleteOnExit=true
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/test.cache.data in system properties and HBase conf
2024-11-15T03:22:53,702 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:22:53,703 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:22:53,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:22:53,704 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:22:54,083 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:54,086 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:54,088 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:54,088 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:54,088 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:22:54,090 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:54,090 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2a3994{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:54,091 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8aa5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:54,230 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39868bdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/java.io.tmpdir/jetty-localhost-35311-hadoop-hdfs-3_4_1-tests_jar-_-any-3892111503036648983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:54,231 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56952b88{HTTP/1.1, (http/1.1)}{localhost:35311}
2024-11-15T03:22:54,231 INFO  [Time-limited test {}] server.Server(415): Started @334930ms
2024-11-15T03:22:54,534 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:54,537 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:54,539 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:54,539 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:54,539 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T03:22:54,540 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691ab766{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:54,541 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155598f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:54,680 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10507257{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/java.io.tmpdir/jetty-localhost-34241-hadoop-hdfs-3_4_1-tests_jar-_-any-12828738328552188924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:54,680 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d275c41{HTTP/1.1, (http/1.1)}{localhost:34241}
2024-11-15T03:22:54,680 INFO  [Time-limited test {}] server.Server(415): Started @335379ms
2024-11-15T03:22:54,681 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:22:55,646 WARN  [Thread-4421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/cluster_5a02024c-40b9-439e-7cd7-9e8fe5b6cf44/data/data2/current/BP-563216872-172.17.0.2-1731640973723/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:55,646 WARN  [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/cluster_5a02024c-40b9-439e-7cd7-9e8fe5b6cf44/data/data1/current/BP-563216872-172.17.0.2-1731640973723/current, will proceed with Du for space computation calculation, 
2024-11-15T03:22:55,663 WARN  [Thread-4408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:22:55,665 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd26e7f36362d5fb2 with lease ID 0x8830efecf6155186: Processing first storage report for DS-3d1120b8-0734-4fbf-b90c-c8527fa51456 from datanode DatanodeRegistration(127.0.0.1:38057, datanodeUuid=64d0b732-d556-4f72-a2fc-207de312f2e1, infoPort=41715, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=905861127;c=1731640973723)
2024-11-15T03:22:55,665 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd26e7f36362d5fb2 with lease ID 0x8830efecf6155186: from storage DS-3d1120b8-0734-4fbf-b90c-c8527fa51456 node DatanodeRegistration(127.0.0.1:38057, datanodeUuid=64d0b732-d556-4f72-a2fc-207de312f2e1, infoPort=41715, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=905861127;c=1731640973723), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-15T03:22:55,665 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd26e7f36362d5fb2 with lease ID 0x8830efecf6155186: Processing first storage report for DS-0638269f-0fab-4a14-a0a8-07616d20be6a from datanode DatanodeRegistration(127.0.0.1:38057, datanodeUuid=64d0b732-d556-4f72-a2fc-207de312f2e1, infoPort=41715, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=905861127;c=1731640973723)
2024-11-15T03:22:55,665 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd26e7f36362d5fb2 with lease ID 0x8830efecf6155186: from storage DS-0638269f-0fab-4a14-a0a8-07616d20be6a node DatanodeRegistration(127.0.0.1:38057, datanodeUuid=64d0b732-d556-4f72-a2fc-207de312f2e1, infoPort=41715, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=905861127;c=1731640973723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:22:55,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf
2024-11-15T03:22:55,720 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:55,721 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:55,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:22:56,127 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa with version=8
2024-11-15T03:22:56,127 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/hbase-staging
2024-11-15T03:22:56,129 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:56,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:56,129 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:56,130 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:56,130 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:56,130 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:56,130 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:22:56,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:56,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40065
2024-11-15T03:22:56,131 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40065 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:22:56,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400650x0, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:56,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40065-0x1013c843d970003 connected
2024-11-15T03:22:56,255 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:56,256 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:56,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/running
2024-11-15T03:22:56,258 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa, hbase.cluster.distributed=false
2024-11-15T03:22:56,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/acl
2024-11-15T03:22:56,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40065
2024-11-15T03:22:56,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40065
2024-11-15T03:22:56,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40065
2024-11-15T03:22:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40065
2024-11-15T03:22:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40065
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:22:56,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:22:56,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44849
2024-11-15T03:22:56,275 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44849 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:22:56,276 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:56,278 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:56,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448490x0, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:56,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448490x0, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/running
2024-11-15T03:22:56,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44849-0x1013c843d970004 connected
2024-11-15T03:22:56,287 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:22:56,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:22:56,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/master
2024-11-15T03:22:56,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/acl
2024-11-15T03:22:56,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44849
2024-11-15T03:22:56,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44849
2024-11-15T03:22:56,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44849
2024-11-15T03:22:56,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44849
2024-11-15T03:22:56,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44849
2024-11-15T03:22:56,304 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:40065
2024-11-15T03:22:56,305 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-385081483/backup-masters/91f82191efb8,40065,1731640976129
2024-11-15T03:22:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483/backup-masters
2024-11-15T03:22:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483/backup-masters
2024-11-15T03:22:56,317 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on existing znode=/1-385081483/backup-masters/91f82191efb8,40065,1731640976129
2024-11-15T03:22:56,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-385081483/master
2024-11-15T03:22:56,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:56,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:56,329 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on existing znode=/1-385081483/master
2024-11-15T03:22:56,329 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-385081483/backup-masters/91f82191efb8,40065,1731640976129 from backup master directory
2024-11-15T03:22:56,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-385081483/backup-masters/91f82191efb8,40065,1731640976129
2024-11-15T03:22:56,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483/backup-masters
2024-11-15T03:22:56,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483/backup-masters
2024-11-15T03:22:56,339 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:56,339 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,40065,1731640976129
2024-11-15T03:22:56,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/hbase.id] with ID: 0f08fadf-63d8-408f-b875-5e340dd02a71
2024-11-15T03:22:56,342 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/.tmp/hbase.id
2024-11-15T03:22:56,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:22:56,746 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/.tmp/hbase.id]:[hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/hbase.id]
2024-11-15T03:22:56,754 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:22:56,754 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:22:56,755 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:22:56,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:56,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:56,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:22:57,178 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:22:57,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:22:57,179 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:57,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:22:57,184 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store
2024-11-15T03:22:57,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:22:57,588 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:57,588 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:22:57,588 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:57,588 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:57,588 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:22:57,588 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:57,588 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:22:57,588 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640977588Disabling compacts and flushes for region at 1731640977588Disabling writes for close at 1731640977588Writing region close event to WAL at 1731640977588Closed at 1731640977588
2024-11-15T03:22:57,589 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/.initializing
2024-11-15T03:22:57,589 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/WALs/91f82191efb8,40065,1731640976129
2024-11-15T03:22:57,590 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:57,591 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C40065%2C1731640976129, suffix=, logDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/WALs/91f82191efb8,40065,1731640976129, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/oldWALs, maxLogs=10
2024-11-15T03:22:57,603 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/WALs/91f82191efb8,40065,1731640976129/91f82191efb8%2C40065%2C1731640976129.1731640977591, exclude list is [], retry=0
2024-11-15T03:22:57,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-3d1120b8-0734-4fbf-b90c-c8527fa51456,DISK]
2024-11-15T03:22:57,606 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/WALs/91f82191efb8,40065,1731640976129/91f82191efb8%2C40065%2C1731640976129.1731640977591
2024-11-15T03:22:57,606 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)]
2024-11-15T03:22:57,606 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:57,606 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:57,606 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,606 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,607 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:57,608 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:22:57,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:57,608 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:57,608 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:57,609 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:22:57,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:57,610 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:57,610 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:57,610 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:22:57,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:57,611 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:57,611 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:22:57,611 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:22:57,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:57,611 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:22:57,612 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,612 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,612 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,613 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,613 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,613 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:57,614 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:22:57,615 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:57,615 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74747735, jitterRate=0.11382804811000824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:57,615 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640977606Initializing all the Stores at 1731640977607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640977607Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640977607Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640977607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640977607Cleaning up temporary data from old regions at 1731640977613 (+6 ms)Region opened successfully at 1731640977615 (+2 ms)
2024-11-15T03:22:57,615 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:22:57,617 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1857aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:57,617 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:22:57,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:22:57,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:22:57,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:22:57,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:22:57,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:22:57,618 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:22:57,620 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:22:57,620 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Unable to get data of znode /1-385081483/balancer because node does not exist (not necessarily an error)
2024-11-15T03:22:57,634 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/balancer already deleted, retry=false
2024-11-15T03:22:57,634 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:22:57,635 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Unable to get data of znode /1-385081483/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:22:57,644 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/normalizer already deleted, retry=false
2024-11-15T03:22:57,644 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:22:57,645 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Unable to get data of znode /1-385081483/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:22:57,655 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/switch/split already deleted, retry=false
2024-11-15T03:22:57,655 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Unable to get data of znode /1-385081483/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:22:57,665 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/switch/merge already deleted, retry=false
2024-11-15T03:22:57,667 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Unable to get data of znode /1-385081483/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:22:57,676 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/snapshot-cleanup already deleted, retry=false
2024-11-15T03:22:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-385081483/running
2024-11-15T03:22:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-385081483/running
2024-11-15T03:22:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:57,687 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,40065,1731640976129, sessionid=0x1013c843d970003, setting cluster-up flag (Was=false)
2024-11-15T03:22:57,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:57,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:57,739 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-385081483/flush-table-proc/acquired, /1-385081483/flush-table-proc/reached, /1-385081483/flush-table-proc/abort
2024-11-15T03:22:57,740 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40065,1731640976129
2024-11-15T03:22:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:57,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:57,823 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-385081483/online-snapshot/acquired, /1-385081483/online-snapshot/reached, /1-385081483/online-snapshot/abort
2024-11-15T03:22:57,824 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,40065,1731640976129
2024-11-15T03:22:57,825 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:22:57,826 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:57,826 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:22:57,826 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:22:57,826 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,40065,1731640976129
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:22:57,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:57,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:57,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:57,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:22:57,827 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:22:57,828 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:57,828 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:57,828 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:57,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:57,829 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:22:57,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:57,830 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731641007835
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:22:57,835 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:57,836 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:22:57,836 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:22:57,836 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:22:57,836 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:22:57,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:22:57,837 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:22:57,837 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa
2024-11-15T03:22:57,840 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:22:57,840 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:22:57,844 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640977840,5,FailOnTimeoutGroup]
2024-11-15T03:22:57,844 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640977844,5,FailOnTimeoutGroup]
2024-11-15T03:22:57,844 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:57,844 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:22:57,844 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:57,845 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:57,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741832_1008 (size=32)
2024-11-15T03:22:57,898 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(746): ClusterId : 0f08fadf-63d8-408f-b875-5e340dd02a71
2024-11-15T03:22:57,898 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:22:57,949 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:22:57,949 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:22:57,961 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:22:57,961 DEBUG [RS:0;91f82191efb8:44849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c34ce09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:22:57,975 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:44849
2024-11-15T03:22:57,975 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:22:57,975 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:22:57,975 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:22:57,976 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,40065,1731640976129 with port=44849, startcode=1731640976274
2024-11-15T03:22:57,976 DEBUG [RS:0;91f82191efb8:44849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:22:57,977 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:22:57,977 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,44849,1731640976274
2024-11-15T03:22:57,977 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40065 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,44849,1731640976274
2024-11-15T03:22:57,979 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa
2024-11-15T03:22:57,979 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41117
2024-11-15T03:22:57,979 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:22:58,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483/rs
2024-11-15T03:22:58,043 DEBUG [RS:0;91f82191efb8:44849 {}] zookeeper.ZKUtil(111): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on existing znode=/1-385081483/rs/91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,043 WARN  [RS:0;91f82191efb8:44849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:22:58,043 INFO  [RS:0;91f82191efb8:44849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:58,043 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,043 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,44849,1731640976274]
2024-11-15T03:22:58,046 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:22:58,048 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:22:58,048 INFO  [RS:0;91f82191efb8:44849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:22:58,048 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,049 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:22:58,050 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:22:58,050 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:58,050 DEBUG [RS:0;91f82191efb8:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:22:58,056 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,056 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,056 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,056 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,056 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,056 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44849,1731640976274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:58,073 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:22:58,073 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,44849,1731640976274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,073 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,073 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.Replication(171): 91f82191efb8,44849,1731640976274 started
2024-11-15T03:22:58,091 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,091 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,44849,1731640976274, RpcServer on 91f82191efb8/172.17.0.2:44849, sessionid=0x1013c843d970004
2024-11-15T03:22:58,091 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:22:58,091 DEBUG [RS:0;91f82191efb8:44849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,091 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44849,1731640976274'
2024-11-15T03:22:58,091 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-385081483/flush-table-proc/abort'
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-385081483/flush-table-proc/acquired'
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,44849,1731640976274'
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-385081483/online-snapshot/abort'
2024-11-15T03:22:58,092 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-385081483/online-snapshot/acquired'
2024-11-15T03:22:58,093 DEBUG [RS:0;91f82191efb8:44849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:22:58,093 INFO  [RS:0;91f82191efb8:44849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:22:58,093 INFO  [RS:0;91f82191efb8:44849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:22:58,193 INFO  [RS:0;91f82191efb8:44849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:22:58,195 INFO  [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44849%2C1731640976274, suffix=, logDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/oldWALs, maxLogs=10
2024-11-15T03:22:58,213 DEBUG [RS:0;91f82191efb8:44849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274/91f82191efb8%2C44849%2C1731640976274.1731640978195, exclude list is [], retry=0
2024-11-15T03:22:58,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-3d1120b8-0734-4fbf-b90c-c8527fa51456,DISK]
2024-11-15T03:22:58,222 INFO  [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274/91f82191efb8%2C44849%2C1731640976274.1731640978195
2024-11-15T03:22:58,228 DEBUG [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)]
2024-11-15T03:22:58,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:58,251 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:58,252 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:58,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,252 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:58,253 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:58,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,254 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,255 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:58,256 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:58,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,256 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,256 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:58,257 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:58,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:58,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740
2024-11-15T03:22:58,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740
2024-11-15T03:22:58,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:58,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:58,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:58,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:58,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:22:58,261 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67960314, jitterRate=0.012687593698501587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:58,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640978250Initializing all the Stores at 1731640978251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640978251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640978251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640978251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640978251Cleaning up temporary data from old regions at 1731640978259 (+8 ms)Region opened successfully at 1731640978261 (+2 ms)
2024-11-15T03:22:58,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:22:58,261 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:22:58,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:22:58,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:22:58,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:22:58,262 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:22:58,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640978261Disabling compacts and flushes for region at 1731640978261Disabling writes for close at 1731640978261Writing region close event to WAL at 1731640978262 (+1 ms)Closed at 1731640978262
2024-11-15T03:22:58,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:58,262 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:22:58,262 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:22:58,263 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:58,264 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:22:58,414 DEBUG [91f82191efb8:40065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:22:58,414 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,415 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44849,1731640976274, state=OPENING
2024-11-15T03:22:58,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:22:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:22:58,480 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:22:58,480 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44849,1731640976274}]
2024-11-15T03:22:58,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-385081483/meta-region-server: CHANGED
2024-11-15T03:22:58,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-385081483/meta-region-server: CHANGED
2024-11-15T03:22:58,633 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:22:58,638 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:22:58,644 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:22:58,644 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:22:58,644 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:22:58,646 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C44849%2C1731640976274.meta, suffix=.meta, logDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/oldWALs, maxLogs=10
2024-11-15T03:22:58,663 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274/91f82191efb8%2C44849%2C1731640976274.meta.1731640978646.meta, exclude list is [], retry=0
2024-11-15T03:22:58,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-3d1120b8-0734-4fbf-b90c-c8527fa51456,DISK]
2024-11-15T03:22:58,669 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274/91f82191efb8%2C44849%2C1731640976274.meta.1731640978646.meta
2024-11-15T03:22:58,674 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715)]
2024-11-15T03:22:58,675 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:22:58,675 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:22:58,675 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:22:58,675 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:22:58,675 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:22:58,675 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:22:58,675 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:22:58,675 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:22:58,676 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:22:58,677 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:22:58,678 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:22:58,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,678 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,678 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:22:58,679 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:22:58,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:22:58,680 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:22:58,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,681 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:22:58,681 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:22:58,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:22:58,682 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:22:58,682 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:22:58,683 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740
2024-11-15T03:22:58,684 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740
2024-11-15T03:22:58,685 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:22:58,685 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:22:58,685 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:22:58,686 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:22:58,687 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72217661, jitterRate=0.07612700760364532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:22:58,687 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:22:58,687 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640978676Writing region info on filesystem at 1731640978676Initializing all the Stores at 1731640978676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640978676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640978677 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640978677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640978677Cleaning up temporary data from old regions at 1731640978685 (+8 ms)Running coprocessor post-open hooks at 1731640978687 (+2 ms)Region opened successfully at 1731640978687
2024-11-15T03:22:58,688 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640978633
2024-11-15T03:22:58,690 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:22:58,691 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:22:58,691 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,692 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,44849,1731640976274, state=OPEN
2024-11-15T03:22:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-385081483/meta-region-server
2024-11-15T03:22:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-385081483/meta-region-server
2024-11-15T03:22:58,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-385081483/meta-region-server: CHANGED
2024-11-15T03:22:58,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-385081483/meta-region-server: CHANGED
2024-11-15T03:22:58,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,44849,1731640976274
2024-11-15T03:22:58,700 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:22:58,701 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,44849,1731640976274 in 217 msec
2024-11-15T03:22:58,703 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:22:58,703 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec
2024-11-15T03:22:58,704 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:22:58,704 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:22:58,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:58,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44849,1731640976274, seqNum=-1]
2024-11-15T03:22:58,706 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:58,707 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:58,713 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 886 msec
2024-11-15T03:22:58,713 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640978713, completionTime=-1
2024-11-15T03:22:58,713 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:22:58,713 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:22:58,715 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:22:58,715 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731641038715
2024-11-15T03:22:58,715 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641098715
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40065,1731640976129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40065,1731640976129-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40065,1731640976129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:40065, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,716 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,722 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:22:58,724 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.385sec
2024-11-15T03:22:58,724 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:22:58,724 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:22:58,725 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:22:58,725 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:22:58,725 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:22:58,725 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40065,1731640976129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:22:58,725 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40065,1731640976129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:22:58,727 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:22:58,727 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:22:58,727 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,40065,1731640976129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:22:58,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0a789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:58,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40065,-1 for getting cluster id
2024-11-15T03:22:58,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:22:58,817 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08fadf-63d8-408f-b875-5e340dd02a71'
2024-11-15T03:22:58,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:22:58,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08fadf-63d8-408f-b875-5e340dd02a71"

2024-11-15T03:22:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de63ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40065,-1]
2024-11-15T03:22:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:22:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:22:58,819 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:22:58,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729d566c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:22:58,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:22:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44849,1731640976274, seqNum=-1]
2024-11-15T03:22:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:22:58,824 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:22:58,825 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,40065,1731640976129
2024-11-15T03:22:58,826 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:22:58,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:22:58,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c843d970005 connected
2024-11-15T03:22:58,861 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir so I do NOT create it in target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb
2024-11-15T03:22:58,861 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir Erasing configuration value by system value.
2024-11-15T03:22:58,861 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.tmp.dir so I do NOT create it in target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb
2024-11-15T03:22:58,861 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-15T03:22:58,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb
2024-11-15T03:22:58,861 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/cluster_2fcc5471-da29-e811-7261-c362a83fd9e4, deleteOnExit=true
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/test.cache.data in system properties and HBase conf
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/hadoop.log.dir in system properties and HBase conf
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T03:22:58,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:58,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/nfs.dump.dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/java.io.tmpdir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T03:22:58,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T03:22:59,025 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:22:59,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,028 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,086 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,086 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,086 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,096 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,101 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,102 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:22:59,435 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:59,439 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:59,448 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:59,448 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:59,448 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:22:59,449 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:59,449 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e91dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:59,450 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@270e10e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:59,573 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@539a3e9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/java.io.tmpdir/jetty-localhost-34267-hadoop-hdfs-3_4_1-tests_jar-_-any-899514784963783814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:22:59,574 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cc1cfe{HTTP/1.1, (http/1.1)}{localhost:34267}
2024-11-15T03:22:59,574 INFO  [Time-limited test {}] server.Server(415): Started @340273ms
2024-11-15T03:22:59,850 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T03:22:59,854 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T03:22:59,856 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T03:22:59,856 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T03:22:59,856 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T03:22:59,860 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4b9708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/hadoop.log.dir/,AVAILABLE}
2024-11-15T03:22:59,860 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5d2f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T03:22:59,984 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d3d6671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/java.io.tmpdir/jetty-localhost-39559-hadoop-hdfs-3_4_1-tests_jar-_-any-13251669841093088963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:22:59,985 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1626484d{HTTP/1.1, (http/1.1)}{localhost:39559}
2024-11-15T03:22:59,985 INFO  [Time-limited test {}] server.Server(415): Started @340684ms
2024-11-15T03:22:59,986 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T03:23:00,999 WARN  [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/cluster_2fcc5471-da29-e811-7261-c362a83fd9e4/data/data1/current/BP-1928636670-172.17.0.2-1731640978889/current, will proceed with Du for space computation calculation, 
2024-11-15T03:23:01,000 WARN  [Thread-4542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/cluster_2fcc5471-da29-e811-7261-c362a83fd9e4/data/data2/current/BP-1928636670-172.17.0.2-1731640978889/current, will proceed with Du for space computation calculation, 
2024-11-15T03:23:01,024 WARN  [Thread-4529 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T03:23:01,030 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x233dfb9393e56cab with lease ID 0x74eeb2d0282ca2eb: Processing first storage report for DS-baa9ef43-526d-4996-aa03-946e47cc2010 from datanode DatanodeRegistration(127.0.0.1:40831, datanodeUuid=e134d9b6-5f69-4abd-abfd-e64fd27a216d, infoPort=45493, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=1098144569;c=1731640978889)
2024-11-15T03:23:01,030 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x233dfb9393e56cab with lease ID 0x74eeb2d0282ca2eb: from storage DS-baa9ef43-526d-4996-aa03-946e47cc2010 node DatanodeRegistration(127.0.0.1:40831, datanodeUuid=e134d9b6-5f69-4abd-abfd-e64fd27a216d, infoPort=45493, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=1098144569;c=1731640978889), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:23:01,030 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x233dfb9393e56cab with lease ID 0x74eeb2d0282ca2eb: Processing first storage report for DS-0e83aee3-e398-44c0-b5fa-1864d45ee521 from datanode DatanodeRegistration(127.0.0.1:40831, datanodeUuid=e134d9b6-5f69-4abd-abfd-e64fd27a216d, infoPort=45493, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=1098144569;c=1731640978889)
2024-11-15T03:23:01,030 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x233dfb9393e56cab with lease ID 0x74eeb2d0282ca2eb: from storage DS-0e83aee3-e398-44c0-b5fa-1864d45ee521 node DatanodeRegistration(127.0.0.1:40831, datanodeUuid=e134d9b6-5f69-4abd-abfd-e64fd27a216d, infoPort=45493, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=1098144569;c=1731640978889), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T03:23:01,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb
2024-11-15T03:23:01,122 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,124 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741825_1001 (size=7)
2024-11-15T03:23:01,136 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6 with version=8
2024-11-15T03:23:01,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/hbase-staging
2024-11-15T03:23:01,138 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:23:01,138 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:23:01,138 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:23:01,139 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:23:01,139 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:23:01,139 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:23:01,139 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T03:23:01,139 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:23:01,139 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34039
2024-11-15T03:23:01,140 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34039 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:23:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340390x0, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:23:01,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34039-0x1013c843d970006 connected
2024-11-15T03:23:01,234 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,236 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/running
2024-11-15T03:23:01,239 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6, hbase.cluster.distributed=false
2024-11-15T03:23:01,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/acl
2024-11-15T03:23:01,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34039
2024-11-15T03:23:01,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34039
2024-11-15T03:23:01,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34039
2024-11-15T03:23:01,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34039
2024-11-15T03:23:01,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34039
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/91f82191efb8:0 server-side Connection retries=45
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T03:23:01,276 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T03:23:01,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38499
2024-11-15T03:23:01,278 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38499 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:23:01,279 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,282 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384990x0, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/running
2024-11-15T03:23:01,298 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T03:23:01,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384990x0, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:23:01,301 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T03:23:01,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38499-0x1013c843d970007 connected
2024-11-15T03:23:01,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/master
2024-11-15T03:23:01,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/acl
2024-11-15T03:23:01,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38499
2024-11-15T03:23:01,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38499
2024-11-15T03:23:01,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38499
2024-11-15T03:23:01,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38499
2024-11-15T03:23:01,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38499
2024-11-15T03:23:01,337 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91f82191efb8:34039
2024-11-15T03:23:01,340 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2988539096/backup-masters/91f82191efb8,34039,1731640981138
2024-11-15T03:23:01,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096/backup-masters
2024-11-15T03:23:01,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096/backup-masters
2024-11-15T03:23:01,350 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on existing znode=/2988539096/backup-masters/91f82191efb8,34039,1731640981138
2024-11-15T03:23:01,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2988539096/master
2024-11-15T03:23:01,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:01,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:01,361 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on existing znode=/2988539096/master
2024-11-15T03:23:01,361 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2988539096/backup-masters/91f82191efb8,34039,1731640981138 from backup master directory
2024-11-15T03:23:01,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2988539096/backup-masters/91f82191efb8,34039,1731640981138
2024-11-15T03:23:01,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096/backup-masters
2024-11-15T03:23:01,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096/backup-masters
2024-11-15T03:23:01,371 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:23:01,371 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91f82191efb8,34039,1731640981138
2024-11-15T03:23:01,377 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/hbase.id] with ID: a377e3dc-4343-4a7f-b7dd-9ed3458cb40f
2024-11-15T03:23:01,377 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/.tmp/hbase.id
2024-11-15T03:23:01,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741826_1002 (size=42)
2024-11-15T03:23:01,782 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/.tmp/hbase.id]:[hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/hbase.id]
2024-11-15T03:23:01,791 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:01,791 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T03:23:01,792 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-15T03:23:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:01,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741827_1003 (size=196)
2024-11-15T03:23:02,266 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:23:02,266 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T03:23:02,267 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:23:02,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741828_1004 (size=1189)
2024-11-15T03:23:02,673 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store
2024-11-15T03:23:02,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741829_1005 (size=34)
2024-11-15T03:23:03,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:03,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:23:03,087 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:03,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:03,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:23:03,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:03,087 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:03,087 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640983087Disabling compacts and flushes for region at 1731640983087Disabling writes for close at 1731640983087Writing region close event to WAL at 1731640983087Closed at 1731640983087
2024-11-15T03:23:03,088 WARN  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/.initializing
2024-11-15T03:23:03,088 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/WALs/91f82191efb8,34039,1731640981138
2024-11-15T03:23:03,089 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:23:03,090 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91f82191efb8%2C34039%2C1731640981138, suffix=, logDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/WALs/91f82191efb8,34039,1731640981138, archiveDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/oldWALs, maxLogs=10
2024-11-15T03:23:03,103 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/WALs/91f82191efb8,34039,1731640981138/91f82191efb8%2C34039%2C1731640981138.1731640983090, exclude list is [], retry=0
2024-11-15T03:23:03,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-baa9ef43-526d-4996-aa03-946e47cc2010,DISK]
2024-11-15T03:23:03,106 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/WALs/91f82191efb8,34039,1731640981138/91f82191efb8%2C34039%2C1731640981138.1731640983090
2024-11-15T03:23:03,106 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45493:45493)]
2024-11-15T03:23:03,106 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:23:03,106 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:03,106 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,106 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,107 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:23:03,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T03:23:03,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:03,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:03,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:23:03,108 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T03:23:03,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:03,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:03,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:23:03,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T03:23:03,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:03,110 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:03,110 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T03:23:03,111 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T03:23:03,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:03,111 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:03,111 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,112 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,113 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,113 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,114 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:23:03,114 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T03:23:03,116 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:23:03,116 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69747940, jitterRate=0.0393252968788147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:23:03,116 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731640983106Initializing all the Stores at 1731640983107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640983107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640983107Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640983107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640983107Cleaning up temporary data from old regions at 1731640983113 (+6 ms)Region opened successfully at 1731640983116 (+3 ms)
2024-11-15T03:23:03,117 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T03:23:03,119 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639ddc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:23:03,120 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T03:23:03,120 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T03:23:03,120 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T03:23:03,120 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T03:23:03,121 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-15T03:23:03,121 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-15T03:23:03,121 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T03:23:03,123 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T03:23:03,124 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Unable to get data of znode /2988539096/balancer because node does not exist (not necessarily an error)
2024-11-15T03:23:03,196 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2988539096/balancer already deleted, retry=false
2024-11-15T03:23:03,197 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T03:23:03,197 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Unable to get data of znode /2988539096/normalizer because node does not exist (not necessarily an error)
2024-11-15T03:23:03,268 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2988539096/normalizer already deleted, retry=false
2024-11-15T03:23:03,269 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T03:23:03,270 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Unable to get data of znode /2988539096/switch/split because node does not exist (not necessarily an error)
2024-11-15T03:23:03,286 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2988539096/switch/split already deleted, retry=false
2024-11-15T03:23:03,287 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Unable to get data of znode /2988539096/switch/merge because node does not exist (not necessarily an error)
2024-11-15T03:23:03,297 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2988539096/switch/merge already deleted, retry=false
2024-11-15T03:23:03,299 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Unable to get data of znode /2988539096/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T03:23:03,307 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2988539096/snapshot-cleanup already deleted, retry=false
2024-11-15T03:23:03,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2988539096/running
2024-11-15T03:23:03,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2988539096/running
2024-11-15T03:23:03,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:03,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:03,318 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=91f82191efb8,34039,1731640981138, sessionid=0x1013c843d970006, setting cluster-up flag (Was=false)
2024-11-15T03:23:03,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:03,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:03,371 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2988539096/flush-table-proc/acquired, /2988539096/flush-table-proc/reached, /2988539096/flush-table-proc/abort
2024-11-15T03:23:03,372 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34039,1731640981138
2024-11-15T03:23:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:03,423 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2988539096/online-snapshot/acquired, /2988539096/online-snapshot/reached, /2988539096/online-snapshot/abort
2024-11-15T03:23:03,425 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91f82191efb8,34039,1731640981138
2024-11-15T03:23:03,426 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T03:23:03,427 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T03:23:03,427 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T03:23:03,427 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T03:23:03,427 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91f82191efb8,34039,1731640981138
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T03:23:03,428 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:23:03,428 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:23:03,428 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:23:03,428 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91f82191efb8:0, corePoolSize=5, maxPoolSize=5
2024-11-15T03:23:03,428 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91f82191efb8:0, corePoolSize=10, maxPoolSize=10
2024-11-15T03:23:03,429 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,429 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:23:03,429 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:23:03,436 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T03:23:03,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:03,438 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T03:23:03,440 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731641013440
2024-11-15T03:23:03,440 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T03:23:03,441 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T03:23:03,441 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T03:23:03,441 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T03:23:03,441 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T03:23:03,441 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T03:23:03,446 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,447 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T03:23:03,447 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T03:23:03,447 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T03:23:03,447 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-15T03:23:03,449 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T03:23:03,449 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T03:23:03,453 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640983449,5,FailOnTimeoutGroup]
2024-11-15T03:23:03,455 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640983453,5,FailOnTimeoutGroup]
2024-11-15T03:23:03,455 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,455 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T03:23:03,455 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,455 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741831_1007 (size=1321)
2024-11-15T03:23:03,523 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(746): ClusterId : a377e3dc-4343-4a7f-b7dd-9ed3458cb40f
2024-11-15T03:23:03,523 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T03:23:03,529 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T03:23:03,529 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T03:23:03,541 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T03:23:03,541 DEBUG [RS:0;91f82191efb8:38499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5755fcfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91f82191efb8/172.17.0.2:0
2024-11-15T03:23:03,563 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91f82191efb8:38499
2024-11-15T03:23:03,563 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T03:23:03,563 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T03:23:03,563 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T03:23:03,564 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(2659): reportForDuty to master=91f82191efb8,34039,1731640981138 with port=38499, startcode=1731640981275
2024-11-15T03:23:03,564 DEBUG [RS:0;91f82191efb8:38499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T03:23:03,571 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T03:23:03,571 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 91f82191efb8,38499,1731640981275
2024-11-15T03:23:03,571 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34039 {}] master.ServerManager(517): Registering regionserver=91f82191efb8,38499,1731640981275
2024-11-15T03:23:03,573 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6
2024-11-15T03:23:03,573 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37047
2024-11-15T03:23:03,573 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T03:23:03,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096/rs
2024-11-15T03:23:03,638 DEBUG [RS:0;91f82191efb8:38499 {}] zookeeper.ZKUtil(111): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on existing znode=/2988539096/rs/91f82191efb8,38499,1731640981275
2024-11-15T03:23:03,639 WARN  [RS:0;91f82191efb8:38499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T03:23:03,639 INFO  [RS:0;91f82191efb8:38499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:23:03,639 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275
2024-11-15T03:23:03,639 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91f82191efb8,38499,1731640981275]
2024-11-15T03:23:03,642 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T03:23:03,644 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T03:23:03,646 INFO  [RS:0;91f82191efb8:38499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T03:23:03,646 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,648 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T03:23:03,649 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T03:23:03,649 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91f82191efb8:0, corePoolSize=2, maxPoolSize=2
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91f82191efb8:0, corePoolSize=1, maxPoolSize=1
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:23:03,649 DEBUG [RS:0;91f82191efb8:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91f82191efb8:0, corePoolSize=3, maxPoolSize=3
2024-11-15T03:23:03,653 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,653 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,653 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,653 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,653 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,653 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38499,1731640981275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:23:03,676 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T03:23:03,677 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,38499,1731640981275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,677 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,677 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.Replication(171): 91f82191efb8,38499,1731640981275 started
2024-11-15T03:23:03,696 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:03,697 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1482): Serving as 91f82191efb8,38499,1731640981275, RpcServer on 91f82191efb8/172.17.0.2:38499, sessionid=0x1013c843d970007
2024-11-15T03:23:03,697 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T03:23:03,697 DEBUG [RS:0;91f82191efb8:38499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91f82191efb8,38499,1731640981275
2024-11-15T03:23:03,697 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,38499,1731640981275'
2024-11-15T03:23:03,697 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2988539096/flush-table-proc/abort'
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2988539096/flush-table-proc/acquired'
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91f82191efb8,38499,1731640981275
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91f82191efb8,38499,1731640981275'
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2988539096/online-snapshot/abort'
2024-11-15T03:23:03,698 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2988539096/online-snapshot/acquired'
2024-11-15T03:23:03,699 DEBUG [RS:0;91f82191efb8:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T03:23:03,699 INFO  [RS:0;91f82191efb8:38499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T03:23:03,699 INFO  [RS:0;91f82191efb8:38499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T03:23:03,799 INFO  [RS:0;91f82191efb8:38499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T03:23:03,800 INFO  [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C38499%2C1731640981275, suffix=, logDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275, archiveDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/oldWALs, maxLogs=10
2024-11-15T03:23:03,817 DEBUG [RS:0;91f82191efb8:38499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275/91f82191efb8%2C38499%2C1731640981275.1731640983801, exclude list is [], retry=0
2024-11-15T03:23:03,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-baa9ef43-526d-4996-aa03-946e47cc2010,DISK]
2024-11-15T03:23:03,822 INFO  [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275/91f82191efb8%2C38499%2C1731640981275.1731640983801
2024-11-15T03:23:03,822 DEBUG [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45493:45493)]
2024-11-15T03:23:03,857 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T03:23:03,857 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6
2024-11-15T03:23:03,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741833_1009 (size=32)
2024-11-15T03:23:03,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:03,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:23:03,909 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149117 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:23:04,178 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:23:04,179 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,179 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,180 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,180 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,180 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,180 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,181 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,233 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,233 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,233 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,234 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,234 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,234 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,242 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,246 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,246 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:04,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:04,263 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:23:04,264 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:23:04,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,264 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,264 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:23:04,265 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:23:04,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:23:04,266 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:23:04,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:23:04,267 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:23:04,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,267 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:23:04,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740
2024-11-15T03:23:04,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740
2024-11-15T03:23:04,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:23:04,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:23:04,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:23:04,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:23:04,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:23:04,271 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66971666, jitterRate=-0.0020444095134735107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:23:04,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731640984262Initializing all the Stores at 1731640984263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640984263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640984263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640984263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640984263Cleaning up temporary data from old regions at 1731640984268 (+5 ms)Region opened successfully at 1731640984271 (+3 ms)
2024-11-15T03:23:04,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:23:04,271 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:23:04,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:23:04,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:23:04,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:23:04,271 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:04,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640984271Disabling compacts and flushes for region at 1731640984271Disabling writes for close at 1731640984271Writing region close event to WAL at 1731640984271Closed at 1731640984271
2024-11-15T03:23:04,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:23:04,272 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T03:23:04,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T03:23:04,273 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:23:04,274 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T03:23:04,424 DEBUG [91f82191efb8:34039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T03:23:04,424 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91f82191efb8,38499,1731640981275
2024-11-15T03:23:04,426 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,38499,1731640981275, state=OPENING
2024-11-15T03:23:04,433 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T03:23:04,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:04,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:04,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T03:23:04,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2988539096/meta-region-server: CHANGED
2024-11-15T03:23:04,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2988539096/meta-region-server: CHANGED
2024-11-15T03:23:04,445 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,38499,1731640981275}]
2024-11-15T03:23:04,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:23:04,598 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:23:04,600 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T03:23:04,601 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:23:04,601 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T03:23:04,602 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C38499%2C1731640981275.meta, suffix=.meta, logDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275, archiveDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/oldWALs, maxLogs=10
2024-11-15T03:23:04,617 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275/91f82191efb8%2C38499%2C1731640981275.meta.1731640984602.meta, exclude list is [], retry=0
2024-11-15T03:23:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-baa9ef43-526d-4996-aa03-946e47cc2010,DISK]
2024-11-15T03:23:04,620 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/WALs/91f82191efb8,38499,1731640981275/91f82191efb8%2C38499%2C1731640981275.meta.1731640984602.meta
2024-11-15T03:23:04,620 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45493:45493)]
2024-11-15T03:23:04,620 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:23:04,621 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:23:04,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:23:04,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T03:23:04,621 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T03:23:04,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T03:23:04,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:04,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T03:23:04,621 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T03:23:04,622 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T03:23:04,623 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T03:23:04,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,623 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,623 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T03:23:04,624 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T03:23:04,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,624 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,624 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T03:23:04,625 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T03:23:04,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T03:23:04,625 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T03:23:04,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,626 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T03:23:04,626 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T03:23:04,626 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740
2024-11-15T03:23:04,627 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740
2024-11-15T03:23:04,633 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T03:23:04,633 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T03:23:04,634 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T03:23:04,635 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T03:23:04,636 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60088704, jitterRate=-0.10460853576660156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T03:23:04,636 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T03:23:04,636 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731640984621Writing region info on filesystem at 1731640984621Initializing all the Stores at 1731640984622 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640984622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640984622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640984622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731640984622Cleaning up temporary data from old regions at 1731640984633 (+11 ms)Running coprocessor post-open hooks at 1731640984636 (+3 ms)Region opened successfully at 1731640984636
2024-11-15T03:23:04,637 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731640984597
2024-11-15T03:23:04,639 DEBUG [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T03:23:04,639 INFO  [RS_OPEN_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T03:23:04,639 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,38499,1731640981275
2024-11-15T03:23:04,640 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91f82191efb8,38499,1731640981275, state=OPEN
2024-11-15T03:23:04,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2988539096/meta-region-server
2024-11-15T03:23:04,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2988539096/meta-region-server
2024-11-15T03:23:04,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2988539096/meta-region-server: CHANGED
2024-11-15T03:23:04,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2988539096/meta-region-server: CHANGED
2024-11-15T03:23:04,654 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=91f82191efb8,38499,1731640981275
2024-11-15T03:23:04,656 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T03:23:04,656 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=91f82191efb8,38499,1731640981275 in 209 msec
2024-11-15T03:23:04,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T03:23:04,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec
2024-11-15T03:23:04,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T03:23:04,659 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T03:23:04,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:04,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,38499,1731640981275, seqNum=-1]
2024-11-15T03:23:04,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:04,661 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:23:04,666 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec
2024-11-15T03:23:04,666 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731640984666, completionTime=-1
2024-11-15T03:23:04,666 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T03:23:04,666 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T03:23:04,668 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T03:23:04,668 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731641044668
2024-11-15T03:23:04,668 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731641104668
2024-11-15T03:23:04,668 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-15T03:23:04,669 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34039,1731640981138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,669 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34039,1731640981138-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,669 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34039,1731640981138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,669 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91f82191efb8:34039, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,669 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,671 DEBUG [master/91f82191efb8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T03:23:04,675 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34039,1731640981138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T03:23:04,681 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34039,1731640981138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T03:23:04,683 DEBUG [master/91f82191efb8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T03:23:04,683 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T03:23:04,683 INFO  [master/91f82191efb8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91f82191efb8,34039,1731640981138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T03:23:04,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f291eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:04,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34039,-1 for getting cluster id
2024-11-15T03:23:04,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:04,726 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a377e3dc-4343-4a7f-b7dd-9ed3458cb40f'
2024-11-15T03:23:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a377e3dc-4343-4a7f-b7dd-9ed3458cb40f"

2024-11-15T03:23:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f16fc76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34039,-1]
2024-11-15T03:23:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:04,727 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:04,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d04d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:04,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,38499,1731640981275, seqNum=-1]
2024-11-15T03:23:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:04,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:23:04,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=91f82191efb8,34039,1731640981138
2024-11-15T03:23:04,735 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52938
2024-11-15T03:23:04,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T03:23:04,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c843d970008 connected
2024-11-15T03:23:04,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,35083,1731640969790
2024-11-15T03:23:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd19020
2024-11-15T03:23:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:04,815 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:04,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:23:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:23:04,817 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:23:04,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:04,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:23:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:04,819 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:23:04,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:23:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:05,233 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a08cd8a149bc87fdd6495cbbc111935b, NAME => 'test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce
2024-11-15T03:23:05,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:23:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:05,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:05,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a08cd8a149bc87fdd6495cbbc111935b, disabling compactions & flushes
2024-11-15T03:23:05,637 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b. after waiting 0 ms
2024-11-15T03:23:05,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,638 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a08cd8a149bc87fdd6495cbbc111935b:
Waiting for close lock at 1731640985637Disabling compacts and flushes for region at 1731640985637Disabling writes for close at 1731640985638 (+1 ms)Writing region close event to WAL at 1731640985638Closed at 1731640985638
2024-11-15T03:23:05,638 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:23:05,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640985638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640985638"}]},"ts":"1731640985638"}
2024-11-15T03:23:05,640 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:23:05,641 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:23:05,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640985641"}]},"ts":"1731640985641"}
2024-11-15T03:23:05,642 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:23:05,642 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a08cd8a149bc87fdd6495cbbc111935b, ASSIGN}]
2024-11-15T03:23:05,643 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a08cd8a149bc87fdd6495cbbc111935b, ASSIGN
2024-11-15T03:23:05,643 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a08cd8a149bc87fdd6495cbbc111935b, ASSIGN; state=OFFLINE, location=91f82191efb8,40007,1731640970026; forceNewPlan=false, retain=false
2024-11-15T03:23:05,794 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a08cd8a149bc87fdd6495cbbc111935b, regionState=OPENING, regionLocation=91f82191efb8,40007,1731640970026
2024-11-15T03:23:05,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a08cd8a149bc87fdd6495cbbc111935b, ASSIGN because future has completed
2024-11-15T03:23:05,796 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a08cd8a149bc87fdd6495cbbc111935b, server=91f82191efb8,40007,1731640970026}]
2024-11-15T03:23:05,951 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,951 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a08cd8a149bc87fdd6495cbbc111935b, NAME => 'test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:23:05,951 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:23:05,951 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:23:05,951 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,951 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:05,951 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,951 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,952 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a08cd8a149bc87fdd6495cbbc111935b 
2024-11-15T03:23:05,953 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a08cd8a149bc87fdd6495cbbc111935b columnFamilyName f
2024-11-15T03:23:05,953 DEBUG [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:05,953 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] regionserver.HStore(327): Store=a08cd8a149bc87fdd6495cbbc111935b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:05,954 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a08cd8a149bc87fdd6495cbbc111935b 
2024-11-15T03:23:05,954 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a08cd8a149bc87fdd6495cbbc111935b columnFamilyName f1
2024-11-15T03:23:05,954 DEBUG [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:05,954 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] regionserver.HStore(327): Store=a08cd8a149bc87fdd6495cbbc111935b/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:05,954 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a08cd8a149bc87fdd6495cbbc111935b 
2024-11-15T03:23:05,955 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a08cd8a149bc87fdd6495cbbc111935b columnFamilyName norep
2024-11-15T03:23:05,955 DEBUG [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:05,956 INFO  [StoreOpener-a08cd8a149bc87fdd6495cbbc111935b-1 {}] regionserver.HStore(327): Store=a08cd8a149bc87fdd6495cbbc111935b/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:05,956 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,956 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,957 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,957 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,957 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,958 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:23:05,959 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:05,961 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:23:05,961 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a08cd8a149bc87fdd6495cbbc111935b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74875944, jitterRate=0.11573851108551025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:23:05,961 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:05,962 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a08cd8a149bc87fdd6495cbbc111935b:
Running coprocessor pre-open hook at 1731640985952Writing region info on filesystem at 1731640985952Initializing all the Stores at 1731640985952Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640985952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640985952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640985952Cleaning up temporary data from old regions at 1731640985957 (+5 ms)Running coprocessor post-open hooks at 1731640985962 (+5 ms)Region opened successfully at 1731640985962
2024-11-15T03:23:05,962 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., pid=6, masterSystemTime=1731640985948
2024-11-15T03:23:05,964 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,964 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:05,964 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a08cd8a149bc87fdd6495cbbc111935b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,40007,1731640970026
2024-11-15T03:23:05,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a08cd8a149bc87fdd6495cbbc111935b, server=91f82191efb8,40007,1731640970026 because future has completed
2024-11-15T03:23:05,967 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:23:05,967 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a08cd8a149bc87fdd6495cbbc111935b, server=91f82191efb8,40007,1731640970026 in 170 msec
2024-11-15T03:23:05,968 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:23:05,968 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a08cd8a149bc87fdd6495cbbc111935b, ASSIGN in 325 msec
2024-11-15T03:23:05,969 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:23:05,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640985969"}]},"ts":"1731640985969"}
2024-11-15T03:23:05,971 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:23:05,971 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:23:05,972 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec
2024-11-15T03:23:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:06,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:06,969 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:23:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40065,1731640976129
2024-11-15T03:23:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c06077b
2024-11-15T03:23:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:06,971 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:06,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:23:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:23:06,973 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:23:06,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:06,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:23:06,974 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:23:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:06,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:23:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:07,380 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4703f7a809001f4be836b13c96610f74, NAME => 'test,,1731640986971.4703f7a809001f4be836b13c96610f74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa
2024-11-15T03:23:07,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:07,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640986971.4703f7a809001f4be836b13c96610f74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:07,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4703f7a809001f4be836b13c96610f74, disabling compactions & flushes
2024-11-15T03:23:07,787 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:07,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:07,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640986971.4703f7a809001f4be836b13c96610f74. after waiting 0 ms
2024-11-15T03:23:07,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:07,787 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:07,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4703f7a809001f4be836b13c96610f74:
Waiting for close lock at 1731640987787Disabling compacts and flushes for region at 1731640987787Disabling writes for close at 1731640987787Writing region close event to WAL at 1731640987787Closed at 1731640987787
2024-11-15T03:23:07,788 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:23:07,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640986971.4703f7a809001f4be836b13c96610f74.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640987788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640987788"}]},"ts":"1731640987788"}
2024-11-15T03:23:07,789 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:23:07,807 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:23:07,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640987807"}]},"ts":"1731640987807"}
2024-11-15T03:23:07,810 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:23:07,810 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4703f7a809001f4be836b13c96610f74, ASSIGN}]
2024-11-15T03:23:07,811 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4703f7a809001f4be836b13c96610f74, ASSIGN
2024-11-15T03:23:07,812 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4703f7a809001f4be836b13c96610f74, ASSIGN; state=OFFLINE, location=91f82191efb8,44849,1731640976274; forceNewPlan=false, retain=false
2024-11-15T03:23:07,963 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4703f7a809001f4be836b13c96610f74, regionState=OPENING, regionLocation=91f82191efb8,44849,1731640976274
2024-11-15T03:23:07,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4703f7a809001f4be836b13c96610f74, ASSIGN because future has completed
2024-11-15T03:23:07,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4703f7a809001f4be836b13c96610f74, server=91f82191efb8,44849,1731640976274}]
2024-11-15T03:23:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:08,124 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:08,124 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4703f7a809001f4be836b13c96610f74, NAME => 'test,,1731640986971.4703f7a809001f4be836b13c96610f74.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:23:08,125 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:23:08,125 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:23:08,125 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,125 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640986971.4703f7a809001f4be836b13c96610f74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:08,125 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,125 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,127 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4703f7a809001f4be836b13c96610f74 
2024-11-15T03:23:08,128 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4703f7a809001f4be836b13c96610f74 columnFamilyName f
2024-11-15T03:23:08,128 DEBUG [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:08,128 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] regionserver.HStore(327): Store=4703f7a809001f4be836b13c96610f74/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:08,128 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4703f7a809001f4be836b13c96610f74 
2024-11-15T03:23:08,129 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4703f7a809001f4be836b13c96610f74 columnFamilyName f1
2024-11-15T03:23:08,129 DEBUG [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:08,129 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] regionserver.HStore(327): Store=4703f7a809001f4be836b13c96610f74/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:08,129 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4703f7a809001f4be836b13c96610f74 
2024-11-15T03:23:08,130 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4703f7a809001f4be836b13c96610f74 columnFamilyName norep
2024-11-15T03:23:08,130 DEBUG [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:08,130 INFO  [StoreOpener-4703f7a809001f4be836b13c96610f74-1 {}] regionserver.HStore(327): Store=4703f7a809001f4be836b13c96610f74/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:08,131 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,131 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,131 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,132 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,132 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,133 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:23:08,134 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,149 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:23:08,149 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4703f7a809001f4be836b13c96610f74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59542278, jitterRate=-0.11275091767311096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:23:08,150 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:08,150 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4703f7a809001f4be836b13c96610f74:
Running coprocessor pre-open hook at 1731640988125Writing region info on filesystem at 1731640988125Initializing all the Stores at 1731640988126 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640988126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640988126Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640988126Cleaning up temporary data from old regions at 1731640988132 (+6 ms)Running coprocessor post-open hooks at 1731640988150 (+18 ms)Region opened successfully at 1731640988150
2024-11-15T03:23:08,151 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640986971.4703f7a809001f4be836b13c96610f74., pid=6, masterSystemTime=1731640988117
2024-11-15T03:23:08,154 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4703f7a809001f4be836b13c96610f74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,44849,1731640976274
2024-11-15T03:23:08,160 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:08,160 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:08,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4703f7a809001f4be836b13c96610f74, server=91f82191efb8,44849,1731640976274 because future has completed
2024-11-15T03:23:08,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:23:08,172 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4703f7a809001f4be836b13c96610f74, server=91f82191efb8,44849,1731640976274 in 204 msec
2024-11-15T03:23:08,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:23:08,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4703f7a809001f4be836b13c96610f74, ASSIGN in 361 msec
2024-11-15T03:23:08,177 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:23:08,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640988177"}]},"ts":"1731640988177"}
2024-11-15T03:23:08,185 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:23:08,186 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:23:08,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2150 sec
2024-11-15T03:23:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:09,120 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:23:09,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34039,1731640981138
2024-11-15T03:23:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ec9d0b
2024-11-15T03:23:09,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:09,122 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:09,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:23:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-15T03:23:09,124 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:23:09,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:09,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-15T03:23:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:09,125 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:23:09,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741835_1011 (size=902)
2024-11-15T03:23:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:09,531 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b17a2431df3878c027a766db9f39229, NAME => 'test,,1731640989122.8b17a2431df3878c027a766db9f39229.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6
2024-11-15T03:23:09,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741836_1012 (size=39)
2024-11-15T03:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:09,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731640989122.8b17a2431df3878c027a766db9f39229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:09,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8b17a2431df3878c027a766db9f39229, disabling compactions & flushes
2024-11-15T03:23:09,935 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:09,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:09,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731640989122.8b17a2431df3878c027a766db9f39229. after waiting 0 ms
2024-11-15T03:23:09,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:09,935 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:09,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b17a2431df3878c027a766db9f39229:
Waiting for close lock at 1731640989935Disabling compacts and flushes for region at 1731640989935Disabling writes for close at 1731640989935Writing region close event to WAL at 1731640989935Closed at 1731640989935
2024-11-15T03:23:09,936 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:23:09,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731640989122.8b17a2431df3878c027a766db9f39229.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731640989936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640989936"}]},"ts":"1731640989936"}
2024-11-15T03:23:09,938 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:23:09,938 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:23:09,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640989938"}]},"ts":"1731640989938"}
2024-11-15T03:23:09,940 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-15T03:23:09,940 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b17a2431df3878c027a766db9f39229, ASSIGN}]
2024-11-15T03:23:09,941 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b17a2431df3878c027a766db9f39229, ASSIGN
2024-11-15T03:23:09,941 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8b17a2431df3878c027a766db9f39229, ASSIGN; state=OFFLINE, location=91f82191efb8,38499,1731640981275; forceNewPlan=false, retain=false
2024-11-15T03:23:10,092 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b17a2431df3878c027a766db9f39229, regionState=OPENING, regionLocation=91f82191efb8,38499,1731640981275
2024-11-15T03:23:10,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8b17a2431df3878c027a766db9f39229, ASSIGN because future has completed
2024-11-15T03:23:10,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b17a2431df3878c027a766db9f39229, server=91f82191efb8,38499,1731640981275}]
2024-11-15T03:23:10,123 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:23:10,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,125 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,125 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,125 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,164 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,165 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,173 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,177 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,177 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:10,249 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:10,249 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b17a2431df3878c027a766db9f39229, NAME => 'test,,1731640989122.8b17a2431df3878c027a766db9f39229.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:23:10,250 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:23:10,250 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-15T03:23:10,250 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,250 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731640989122.8b17a2431df3878c027a766db9f39229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:10,250 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,250 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,251 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b17a2431df3878c027a766db9f39229 
2024-11-15T03:23:10,252 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b17a2431df3878c027a766db9f39229 columnFamilyName f
2024-11-15T03:23:10,252 DEBUG [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:10,252 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] regionserver.HStore(327): Store=8b17a2431df3878c027a766db9f39229/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:10,253 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8b17a2431df3878c027a766db9f39229 
2024-11-15T03:23:10,253 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b17a2431df3878c027a766db9f39229 columnFamilyName f1
2024-11-15T03:23:10,253 DEBUG [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:10,254 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] regionserver.HStore(327): Store=8b17a2431df3878c027a766db9f39229/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:10,254 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b17a2431df3878c027a766db9f39229 
2024-11-15T03:23:10,254 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b17a2431df3878c027a766db9f39229 columnFamilyName norep
2024-11-15T03:23:10,254 DEBUG [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:10,254 INFO  [StoreOpener-8b17a2431df3878c027a766db9f39229-1 {}] regionserver.HStore(327): Store=8b17a2431df3878c027a766db9f39229/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:10,255 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,255 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,255 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,256 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,256 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,256 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:23:10,257 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,258 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:23:10,258 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b17a2431df3878c027a766db9f39229; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59180299, jitterRate=-0.11814482510089874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:23:10,258 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:10,258 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b17a2431df3878c027a766db9f39229:
Running coprocessor pre-open hook at 1731640990250Writing region info on filesystem at 1731640990250Initializing all the Stores at 1731640990251 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640990251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640990251Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640990251Cleaning up temporary data from old regions at 1731640990256 (+5 ms)Running coprocessor post-open hooks at 1731640990258 (+2 ms)Region opened successfully at 1731640990258
2024-11-15T03:23:10,259 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731640989122.8b17a2431df3878c027a766db9f39229., pid=6, masterSystemTime=1731640990245
2024-11-15T03:23:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:10,260 DEBUG [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:10,260 INFO  [RS_OPEN_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:10,261 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b17a2431df3878c027a766db9f39229, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=91f82191efb8,38499,1731640981275
2024-11-15T03:23:10,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b17a2431df3878c027a766db9f39229, server=91f82191efb8,38499,1731640981275 because future has completed
2024-11-15T03:23:10,264 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T03:23:10,264 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b17a2431df3878c027a766db9f39229, server=91f82191efb8,38499,1731640981275 in 168 msec
2024-11-15T03:23:10,266 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T03:23:10,266 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8b17a2431df3878c027a766db9f39229, ASSIGN in 324 msec
2024-11-15T03:23:10,266 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:23:10,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640990266"}]},"ts":"1731640990266"}
2024-11-15T03:23:10,268 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-15T03:23:10,269 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:23:10,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec
2024-11-15T03:23:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T03:23:11,269 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-15T03:23:11,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:11,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,35083,-1 for getting cluster id
2024-11-15T03:23:11,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:11,270 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e23387-edf9-4bbe-a67d-bde9502c96d0'
2024-11-15T03:23:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e23387-edf9-4bbe-a67d-bde9502c96d0"

2024-11-15T03:23:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686bc6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,35083,-1]
2024-11-15T03:23:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:11,272 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5383fc39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:11,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,35083,1731640969790
2024-11-15T03:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50b653e0
2024-11-15T03:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:11,273 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:11,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://91f82191efb8:40065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:23:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:23:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:23:11,276 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:40065'
2024-11-15T03:23:11,276 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5766db77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:11,276 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40065,-1 for getting cluster id
2024-11-15T03:23:11,276 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:11,277 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08fadf-63d8-408f-b875-5e340dd02a71'
2024-11-15T03:23:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08fadf-63d8-408f-b875-5e340dd02a71"

2024-11-15T03:23:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbe9847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40065,-1]
2024-11-15T03:23:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:11,278 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:11,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db92c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:11,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:11,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40065,1731640976129
2024-11-15T03:23:11,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b13bd23
2024-11-15T03:23:11,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:11,280 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:11,280 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-15T03:23:11,280 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:23:11,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:11,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:11,280 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:11,281 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T03:23:11,281 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-15T03:23:11,282 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T03:23:11,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:11,283 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T03:23:11,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741837_1013 (size=1138)
2024-11-15T03:23:11,291 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48ed0aefd6e5f02ed921ab2a597443a0, NAME => 'hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce
2024-11-15T03:23:11,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741838_1014 (size=44)
2024-11-15T03:23:11,332 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-15T03:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:23:11,494 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:23:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:23:11,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:11,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 48ed0aefd6e5f02ed921ab2a597443a0, disabling compactions & flushes
2024-11-15T03:23:11,696 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:11,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:11,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0. after waiting 0 ms
2024-11-15T03:23:11,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:11,696 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:11,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48ed0aefd6e5f02ed921ab2a597443a0:
Waiting for close lock at 1731640991696Disabling compacts and flushes for region at 1731640991696Disabling writes for close at 1731640991696Writing region close event to WAL at 1731640991696Closed at 1731640991696
2024-11-15T03:23:11,697 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T03:23:11,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731640991697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731640991697"}]},"ts":"1731640991697"}
2024-11-15T03:23:11,699 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T03:23:11,699 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T03:23:11,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640991699"}]},"ts":"1731640991699"}
2024-11-15T03:23:11,701 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-15T03:23:11,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48ed0aefd6e5f02ed921ab2a597443a0, ASSIGN}]
2024-11-15T03:23:11,702 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48ed0aefd6e5f02ed921ab2a597443a0, ASSIGN
2024-11-15T03:23:11,702 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48ed0aefd6e5f02ed921ab2a597443a0, ASSIGN; state=OFFLINE, location=91f82191efb8,40007,1731640970026; forceNewPlan=false, retain=false
2024-11-15T03:23:11,853 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48ed0aefd6e5f02ed921ab2a597443a0, regionState=OPENING, regionLocation=91f82191efb8,40007,1731640970026
2024-11-15T03:23:11,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48ed0aefd6e5f02ed921ab2a597443a0, ASSIGN because future has completed
2024-11-15T03:23:11,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48ed0aefd6e5f02ed921ab2a597443a0, server=91f82191efb8,40007,1731640970026}]
2024-11-15T03:23:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:23:12,011 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:12,011 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T03:23:12,011 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-15T03:23:12,012 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=91f82191efb8%2C40007%2C1731640970026.rep, suffix=, logDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026, archiveDir=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/oldWALs, maxLogs=10
2024-11-15T03:23:12,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.rep.1731640992013, exclude list is [], retry=0
2024-11-15T03:23:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:23:12,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.rep.1731640992013
2024-11-15T03:23:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:23:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 48ed0aefd6e5f02ed921ab2a597443a0, NAME => 'hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.', STARTKEY => '', ENDKEY => ''}
2024-11-15T03:23:12,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-15T03:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T03:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0. service=MultiRowMutationService
2024-11-15T03:23:12,036 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-15T03:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T03:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,037 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 48ed0aefd6e5f02ed921ab2a597443a0 
2024-11-15T03:23:12,038 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48ed0aefd6e5f02ed921ab2a597443a0 columnFamilyName hfileref
2024-11-15T03:23:12,038 DEBUG [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:12,038 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] regionserver.HStore(327): Store=48ed0aefd6e5f02ed921ab2a597443a0/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:12,038 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 48ed0aefd6e5f02ed921ab2a597443a0 
2024-11-15T03:23:12,039 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48ed0aefd6e5f02ed921ab2a597443a0 columnFamilyName queue
2024-11-15T03:23:12,039 DEBUG [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:12,039 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] regionserver.HStore(327): Store=48ed0aefd6e5f02ed921ab2a597443a0/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:12,039 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 48ed0aefd6e5f02ed921ab2a597443a0 
2024-11-15T03:23:12,040 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48ed0aefd6e5f02ed921ab2a597443a0 columnFamilyName sid
2024-11-15T03:23:12,040 DEBUG [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T03:23:12,041 INFO  [StoreOpener-48ed0aefd6e5f02ed921ab2a597443a0-1 {}] regionserver.HStore(327): Store=48ed0aefd6e5f02ed921ab2a597443a0/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T03:23:12,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-15T03:23:12,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T03:23:12,044 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 48ed0aefd6e5f02ed921ab2a597443a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69729068, jitterRate=0.039044082164764404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-15T03:23:12,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:12,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 48ed0aefd6e5f02ed921ab2a597443a0:
Running coprocessor pre-open hook at 1731640992036Writing region info on filesystem at 1731640992036Initializing all the Stores at 1731640992037 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640992037Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640992037Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731640992037Cleaning up temporary data from old regions at 1731640992042 (+5 ms)Running coprocessor post-open hooks at 1731640992044 (+2 ms)Region opened successfully at 1731640992044
2024-11-15T03:23:12,045 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0., pid=10, masterSystemTime=1731640992007
2024-11-15T03:23:12,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:12,046 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:12,047 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48ed0aefd6e5f02ed921ab2a597443a0, regionState=OPEN, openSeqNum=2, regionLocation=91f82191efb8,40007,1731640970026
2024-11-15T03:23:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48ed0aefd6e5f02ed921ab2a597443a0, server=91f82191efb8,40007,1731640970026 because future has completed
2024-11-15T03:23:12,050 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-15T03:23:12,050 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 48ed0aefd6e5f02ed921ab2a597443a0, server=91f82191efb8,40007,1731640970026 in 194 msec
2024-11-15T03:23:12,052 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T03:23:12,052 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48ed0aefd6e5f02ed921ab2a597443a0, ASSIGN in 349 msec
2024-11-15T03:23:12,052 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T03:23:12,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731640992052"}]},"ts":"1731640992052"}
2024-11-15T03:23:12,054 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-15T03:23:12,054 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T03:23:12,055 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec
2024-11-15T03:23:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0., hostname=91f82191efb8,40007,1731640970026, seqNum=2]
2024-11-15T03:23:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:23:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:23:12,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:23:12,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-15T03:23:12,328 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-15T03:23:12,364 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-91f82191efb8,40007,1731640970026, ReplicationSource: 1, currentBandwidth=0
2024-11-15T03:23:12,365 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:12,365 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40007,1731640970026, seqNum=-1]
2024-11-15T03:23:12,365 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:12,366 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService
2024-11-15T03:23:12,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-91f82191efb8,40007,1731640970026', locateType=CURRENT is [region=hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0., hostname=91f82191efb8,40007,1731640970026, seqNum=2]
2024-11-15T03:23:12,374 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-15T03:23:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-15T03:23:12,377 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 91f82191efb8,40007,1731640970026 suceeded
2024-11-15T03:23:12,379 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-15T03:23:12,379 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec
2024-11-15T03:23:12,379 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://91f82191efb8:40065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:23:12,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1050 sec
2024-11-15T03:23:12,394 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:40065'
2024-11-15T03:23:12,396 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c3380b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,396 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40065,-1 for getting cluster id
2024-11-15T03:23:12,397 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:12,397 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08fadf-63d8-408f-b875-5e340dd02a71'
2024-11-15T03:23:12,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:12,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08fadf-63d8-408f-b875-5e340dd02a71"

2024-11-15T03:23:12,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d29f6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40065,-1]
2024-11-15T03:23:12,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:12,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,399 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:12,399 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d17b635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,399 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40065,1731640976129
2024-11-15T03:23:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128614df
2024-11-15T03:23:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:12,402 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-15T03:23:12,402 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-91f82191efb8,40007,1731640970026 (queues=1) is replicating from cluster=c9e23387-edf9-4bbe-a67d-bde9502c96d0 to cluster=0f08fadf-63d8-408f-b875-5e340dd02a71
2024-11-15T03:23:12,403 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=91f82191efb8%2C40007%2C1731640970026
2024-11-15T03:23:12,403 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-91f82191efb8,40007,1731640970026, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:23:12,403 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464, startPosition=0, beingWritten=true
2024-11-15T03:23:12,404 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C40007%2C1731640970026
2024-11-15T03:23:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T03:23:12,410 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-15T03:23:12,410 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:12,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:12,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,410 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:12,411 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:23:12,411 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 379, reset compression=false
2024-11-15T03:23:12,411 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:23:12,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f814260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,35083,-1 for getting cluster id
2024-11-15T03:23:12,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:12,413 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e23387-edf9-4bbe-a67d-bde9502c96d0'
2024-11-15T03:23:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e23387-edf9-4bbe-a67d-bde9502c96d0"

2024-11-15T03:23:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c14c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,35083,-1]
2024-11-15T03:23:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,414 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4a4ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cda0f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40065,-1 for getting cluster id
2024-11-15T03:23:12,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:12,422 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08fadf-63d8-408f-b875-5e340dd02a71'
2024-11-15T03:23:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08fadf-63d8-408f-b875-5e340dd02a71"

2024-11-15T03:23:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a45a16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40065,-1]
2024-11-15T03:23:12,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,424 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c33deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34039,-1 for getting cluster id
2024-11-15T03:23:12,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:12,426 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a377e3dc-4343-4a7f-b7dd-9ed3458cb40f'
2024-11-15T03:23:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a377e3dc-4343-4a7f-b7dd-9ed3458cb40f"

2024-11-15T03:23:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d13390a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34039,-1]
2024-11-15T03:23:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,428 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:12,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec13eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,429 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:12,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731640992431/Put/seqid=0
2024-11-15T03:23:12,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741840_1016 (size=7894)
2024-11-15T03:23:12,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731640992441/Put/seqid=0
2024-11-15T03:23:12,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741841_1017 (size=7691)
2024-11-15T03:23:12,617 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 379, reset compression=false
2024-11-15T03:23:12,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,35083,-1 for getting cluster id
2024-11-15T03:23:12,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:12,848 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e23387-edf9-4bbe-a67d-bde9502c96d0'
2024-11-15T03:23:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e23387-edf9-4bbe-a67d-bde9502c96d0"

2024-11-15T03:23:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ad9015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,35083,-1]
2024-11-15T03:23:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,849 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:12,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517efad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40007,1731640970026, seqNum=-1]
2024-11-15T03:23:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:12,851 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:23:12,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,35083,1731640969790
2024-11-15T03:23:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d3323c
2024-11-15T03:23:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:12,858 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2]
2024-11-15T03:23:12,863 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:23:12,869 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo]
2024-11-15T03:23:12,872 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr]
2024-11-15T03:23:12,875 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-15T03:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:12,878 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-15T03:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HRegion(2603): Flush status journal for a08cd8a149bc87fdd6495cbbc111935b:

2024-11-15T03:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_0
2024-11-15T03:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_0 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_
2024-11-15T03:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_1
2024-11-15T03:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_1 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_
2024-11-15T03:23:12,887 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_0 into a08cd8a149bc87fdd6495cbbc111935b/f as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ - updating store file list.
2024-11-15T03:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b2f070da09646bf8467fd92b42863ab_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:12,891 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ into a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:12,891 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_0 into a08cd8a149bc87fdd6495cbbc111935b/f (new location: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_)
2024-11-15T03:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_0
2024-11-15T03:23:12,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_1 into a08cd8a149bc87fdd6495cbbc111935b/f as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ - updating store file list.
2024-11-15T03:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00fdab5750794b43aedb5bbbabece48b_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:12,895 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ into a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:12,895 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_1 into a08cd8a149bc87fdd6495cbbc111935b/f (new location: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_)
2024-11-15T03:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__djgjlpjq78p8s4vrmaemcdi9s3glcc23ls2npgbumpsvib5hmnmurbr22j746hr9/f/hfile_1
2024-11-15T03:23:12,896 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:12,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:12,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,897 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2 , the old value is region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:40007 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:23:12,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:23:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2 from cache
2024-11-15T03:23:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44849,1731640976274, seqNum=-1]
2024-11-15T03:23:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:12,898 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T03:23:12,899 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:23:12,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640986971.4703f7a809001f4be836b13c96610f74., hostname=91f82191efb8,44849,1731640976274, seqNum=2]
2024-11-15T03:23:12,902 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:23:12,921 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 379, reset compression=false
2024-11-15T03:23:12,925 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:23:12,925 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[{test/a08cd8a149bc87fdd6495cbbc111935b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640992895/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-15T03:23:12,927 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:23:12,927 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-15T03:23:12,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(318): Replicating [c9e23387-edf9-4bbe-a67d-bde9502c96d0] bulk loaded data
2024-11-15T03:23:12,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f8b62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,40065,-1 for getting cluster id
2024-11-15T03:23:12,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:12,929 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08fadf-63d8-408f-b875-5e340dd02a71'
2024-11-15T03:23:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08fadf-63d8-408f-b875-5e340dd02a71"

2024-11-15T03:23:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69715374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,40065,-1]
2024-11-15T03:23:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:12,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:12,930 INFO  [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:12,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25faea1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:12,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741837_1013 (size=7894)
2024-11-15T03:23:12,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741838_1014 (size=7691)
2024-11-15T03:23:12,999 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-15T03:23:13,125 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 687, reset compression=false
2024-11-15T03:23:13,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,40065,1731640976129
2024-11-15T03:23:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c59806c
2024-11-15T03:23:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:13,349 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService
2024-11-15T03:23:13,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:23:13,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:13,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,44849,1731640976274, seqNum=-1]
2024-11-15T03:23:13,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:13,352 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService
2024-11-15T03:23:13,357 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ first=Optional[ppp] last=Optional[rrr]
2024-11-15T03:23:13,360 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ first=Optional[mmmm] last=Optional[oooo]
2024-11-15T03:23:13,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ for inclusion in 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-15T03:23:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:13,367 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ for inclusion in 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-15T03:23:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HRegion(2603): Flush status journal for 4703f7a809001f4be836b13c96610f74:

2024-11-15T03:23:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 00fdab5750794b43aedb5bbbabece48b_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:23:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/8f5bd5c4d3d84d2795b0cf761a5713f5_SeqId_4_
2024-11-15T03:23:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b2f070da09646bf8467fd92b42863ab_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:23:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/b92dd57640694cfc9f3eb7c5ca828ab0_SeqId_4_
2024-11-15T03:23:13,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ into 4703f7a809001f4be836b13c96610f74/f as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/8f5bd5c4d3d84d2795b0cf761a5713f5_SeqId_4_ - updating store file list.
2024-11-15T03:23:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f5bd5c4d3d84d2795b0cf761a5713f5_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:13,378 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/8f5bd5c4d3d84d2795b0cf761a5713f5_SeqId_4_ into 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:13,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_ into 4703f7a809001f4be836b13c96610f74/f (new location: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/8f5bd5c4d3d84d2795b0cf761a5713f5_SeqId_4_)
2024-11-15T03:23:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/00fdab5750794b43aedb5bbbabece48b_SeqId_4_
2024-11-15T03:23:13,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ into 4703f7a809001f4be836b13c96610f74/f as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/b92dd57640694cfc9f3eb7c5ca828ab0_SeqId_4_ - updating store file list.
2024-11-15T03:23:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b92dd57640694cfc9f3eb7c5ca828ab0_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:13,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/b92dd57640694cfc9f3eb7c5ca828ab0_SeqId_4_ into 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:13,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_ into 4703f7a809001f4be836b13c96610f74/f (new location: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/b92dd57640694cfc9f3eb7c5ca828ab0_SeqId_4_)
2024-11-15T03:23:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__v3evi0psv3333nnl42tu2orncuqcq1vtoc39ta8cdhqie99vemrpibimkutr0krj/f/9b2f070da09646bf8467fd92b42863ab_SeqId_4_
2024-11-15T03:23:13,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(324): Finished replicating [c9e23387-edf9-4bbe-a67d-bde9502c96d0] bulk loaded data
2024-11-15T03:23:13,428 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 687, reset compression=false
2024-11-15T03:23:13,830 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 687, reset compression=false
2024-11-15T03:23:13,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,38499,1731640981275, seqNum=-1]
2024-11-15T03:23:13,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:13,911 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:23:13,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640989122.8b17a2431df3878c027a766db9f39229., hostname=91f82191efb8,38499,1731640981275, seqNum=2]
2024-11-15T03:23:13,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:23:13,920 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T03:23:13,921 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91f82191efb8%2C40007%2C1731640970026.meta:.meta(num 1731640973502) roll requested
2024-11-15T03:23:13,939 DEBUG [regionserver/91f82191efb8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.meta.1731640993921.meta, exclude list is [], retry=0
2024-11-15T03:23:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:23:13,943 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.meta.1731640973502.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.meta.1731640993921.meta
2024-11-15T03:23:13,943 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:23:13,943 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.meta.1731640973502.meta is not closed yet, will try archiving it next time
2024-11-15T03:23:13,943 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91f82191efb8%2C40007%2C1731640970026:(num 1731640972464) roll requested
2024-11-15T03:23:13,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741834_1010 (size=3473)
2024-11-15T03:23:13,958 DEBUG [regionserver/91f82191efb8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, exclude list is [], retry=0
2024-11-15T03:23:13,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:23:13,961 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943
2024-11-15T03:23:13,965 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:23:13,965 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 is not closed yet, will try archiving it next time
2024-11-15T03:23:13,965 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 91f82191efb8%2C40007%2C1731640970026.rep:(num 1731640992013) roll requested
2024-11-15T03:23:13,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741832_1008 (size=695)
2024-11-15T03:23:13,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f564a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:13,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,35083,-1 for getting cluster id
2024-11-15T03:23:13,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:13,981 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e23387-edf9-4bbe-a67d-bde9502c96d0'
2024-11-15T03:23:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e23387-edf9-4bbe-a67d-bde9502c96d0"

2024-11-15T03:23:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72034de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,35083,-1]
2024-11-15T03:23:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:13,982 DEBUG [regionserver/91f82191efb8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.rep.1731640993965, exclude list is [], retry=0
2024-11-15T03:23:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:13,983 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75330adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:13,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46083,DS-bb5c6119-f017-4f38-b909-f2ea20f8960e,DISK]
2024-11-15T03:23:13,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,35083,1731640969790
2024-11-15T03:23:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6743f4da
2024-11-15T03:23:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:13,987 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:13,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://91f82191efb8:34039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-15T03:23:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-15T03:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:23:13,994 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34039'
2024-11-15T03:23:13,996 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/oldWALs/91f82191efb8%2C40007%2C1731640970026.1731640972464
2024-11-15T03:23:13,996 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fccb69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:13,997 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34039,-1 for getting cluster id
2024-11-15T03:23:13,997 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:13,998 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a377e3dc-4343-4a7f-b7dd-9ed3458cb40f'
2024-11-15T03:23:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a377e3dc-4343-4a7f-b7dd-9ed3458cb40f"

2024-11-15T03:23:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cb0c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:13,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34039,-1]
2024-11-15T03:23:13,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:13,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,000 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:14,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771be98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,000 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34039,1731640981138
2024-11-15T03:23:14,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a65ebb5
2024-11-15T03:23:14,002 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.rep.1731640992013 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.rep.1731640993965
2024-11-15T03:23:14,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:14,002 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41763:41763)]
2024-11-15T03:23:14,002 DEBUG [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.rep.1731640992013 is not closed yet, will try archiving it next time
2024-11-15T03:23:14,002 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:14,003 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-15T03:23:14,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741839_1015 (size=1505)
2024-11-15T03:23:14,004 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-15T03:23:14,004 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,004 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:14,004 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,023 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-15T03:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:23:14,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-15T03:23:14,175 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-15T03:23:14,207 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-91f82191efb8,40007,1731640970026, ReplicationSource: 2, currentBandwidth=0
2024-11-15T03:23:14,209 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-15T03:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-15T03:23:14,213 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 91f82191efb8,40007,1731640970026 suceeded
2024-11-15T03:23:14,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-15T03:23:14,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec
2024-11-15T03:23:14,214 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://91f82191efb8:34039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-15T03:23:14,215 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 226 msec
2024-11-15T03:23:14,229 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='91f82191efb8:34039'
2024-11-15T03:23:14,231 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6577d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,231 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34039,-1 for getting cluster id
2024-11-15T03:23:14,231 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:14,231 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a377e3dc-4343-4a7f-b7dd-9ed3458cb40f'
2024-11-15T03:23:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a377e3dc-4343-4a7f-b7dd-9ed3458cb40f"

2024-11-15T03:23:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca0df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34039,-1]
2024-11-15T03:23:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:14,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,233 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:14,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e9a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,233 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34039,1731640981138
2024-11-15T03:23:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292bb69f
2024-11-15T03:23:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:14,234 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-15T03:23:14,235 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-91f82191efb8,40007,1731640970026 (queues=1) is replicating from cluster=c9e23387-edf9-4bbe-a67d-bde9502c96d0 to cluster=a377e3dc-4343-4a7f-b7dd-9ed3458cb40f
2024-11-15T03:23:14,235 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=91f82191efb8%2C40007%2C1731640970026
2024-11-15T03:23:14,235 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-91f82191efb8,40007,1731640970026, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-15T03:23:14,239 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, startPosition=0, beingWritten=true
2024-11-15T03:23:14,240 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 91f82191efb8%2C40007%2C1731640970026
2024-11-15T03:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-15T03:23:14,310 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-15T03:23:14,310 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:14,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:14,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,310 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:14,311 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T03:23:14,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731640994313/Put/seqid=0
2024-11-15T03:23:14,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741845_1021 (size=11194)
2024-11-15T03:23:14,333 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 to pos 687, reset compression=false
2024-11-15T03:23:14,338 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464 was moved to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/oldWALs/91f82191efb8%2C40007%2C1731640970026.1731640972464
2024-11-15T03:23:14,339 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464
2024-11-15T03:23:14,339 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, startPosition=0, beingWritten=true
2024-11-15T03:23:14,339 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640972464, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-15T03:23:14,341 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [91f82191efb8%2C40007%2C1731640970026.1731640972464]
2024-11-15T03:23:14,445 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 0, reset compression=false
2024-11-15T03:23:14,720 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731640994719/Put/seqid=0
2024-11-15T03:23:14,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741846_1022 (size=10791)
2024-11-15T03:23:14,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,35083,-1 for getting cluster id
2024-11-15T03:23:14,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:14,728 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e23387-edf9-4bbe-a67d-bde9502c96d0'
2024-11-15T03:23:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e23387-edf9-4bbe-a67d-bde9502c96d0"

2024-11-15T03:23:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29751922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,35083,-1]
2024-11-15T03:23:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,730 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:14,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f362b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:14,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,40007,1731640970026, seqNum=-1]
2024-11-15T03:23:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:14,732 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T03:23:14,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,35083,1731640969790
2024-11-15T03:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575ed4ba
2024-11-15T03:23:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:14,740 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T03:23:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2]
2024-11-15T03:23:14,744 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:23:14,749 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu]
2024-11-15T03:23:14,749 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 0, reset compression=false
2024-11-15T03:23:14,752 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx]
2024-11-15T03:23:14,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-15T03:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:14,757 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-15T03:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HRegion(2603): Flush status journal for a08cd8a149bc87fdd6495cbbc111935b:

2024-11-15T03:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_0
2024-11-15T03:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_0 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_
2024-11-15T03:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_1
2024-11-15T03:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_1 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_
2024-11-15T03:23:14,766 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_0 into a08cd8a149bc87fdd6495cbbc111935b/f as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ - updating store file list.
2024-11-15T03:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:14,769 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ into a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:14,769 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_0 into a08cd8a149bc87fdd6495cbbc111935b/f (new location: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_)
2024-11-15T03:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_0
2024-11-15T03:23:14,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_1 into a08cd8a149bc87fdd6495cbbc111935b/f as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ - updating store file list.
2024-11-15T03:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a74d50183a1479ab0ffdd8744095515_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:14,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ into a08cd8a149bc87fdd6495cbbc111935b/f
2024-11-15T03:23:14,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_1 into a08cd8a149bc87fdd6495cbbc111935b/f (new location: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_)
2024-11-15T03:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/staging/jenkins__test__u7n9b6bdl30uppq9h1urer0b6ddllhg17mtei9fdkgvt74g9ij1dr295fjsodmrq/f/hfile_1
2024-11-15T03:23:14,775 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:14,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:14,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:14,776 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2 , the old value is region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=91f82191efb8:40007 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:23:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-15T03:23:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., hostname=91f82191efb8,40007,1731640970026, seqNum=2 from cache
2024-11-15T03:23:14,777 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T03:23:14,780 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:23:14,879 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-15T03:23:14,943 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 0, reset compression=false
2024-11-15T03:23:14,947 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:23:14,947 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[{test/a08cd8a149bc87fdd6495cbbc111935b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640994774/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-15T03:23:14,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(318): Replicating [c9e23387-edf9-4bbe-a67d-bde9502c96d0] bulk loaded data
2024-11-15T03:23:14,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741839_1015 (size=11194)
2024-11-15T03:23:15,147 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:15,152 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 0, reset compression=false
2024-11-15T03:23:15,157 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-15T03:23:15,157 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[{test/a08cd8a149bc87fdd6495cbbc111935b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731640994774/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-15T03:23:15,159 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T03:23:15,160 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-15T03:23:15,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.ReplicationSink(318): Replicating [c9e23387-edf9-4bbe-a67d-bde9502c96d0] bulk loaded data
2024-11-15T03:23:15,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f7bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:15,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] client.ClusterIdFetcher(90): Going to request 91f82191efb8,34039,-1 for getting cluster id
2024-11-15T03:23:15,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T03:23:15,161 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a377e3dc-4343-4a7f-b7dd-9ed3458cb40f'
2024-11-15T03:23:15,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T03:23:15,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a377e3dc-4343-4a7f-b7dd-9ed3458cb40f"

2024-11-15T03:23:15,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3fc123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:15,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [91f82191efb8,34039,-1]
2024-11-15T03:23:15,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T03:23:15,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:15,162 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService
2024-11-15T03:23:15,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b0e1c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T03:23:15,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741837_1013 (size=11194)
2024-11-15T03:23:15,357 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:15,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741840_1016 (size=10791)
2024-11-15T03:23:15,450 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:15,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741838_1014 (size=10791)
2024-11-15T03:23:15,661 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:15,752 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:23:15,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,753 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,754 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:23:15,777 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-15T03:23:15,779 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-15T03:23:15,780 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ for inclusion in 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:15,783 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-15T03:23:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-15T03:23:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:15,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ for inclusion in 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-15T03:23:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HRegion(2603): Flush status journal for 4703f7a809001f4be836b13c96610f74:

2024-11-15T03:23:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a74d50183a1479ab0ffdd8744095515_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:23:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/597aab4034e749a080cb78d8e74ca8c1_SeqId_6_
2024-11-15T03:23:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:23:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/5507377144064d6197d0724b3672e800_SeqId_6_
2024-11-15T03:23:15,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ into 4703f7a809001f4be836b13c96610f74/f as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/597aab4034e749a080cb78d8e74ca8c1_SeqId_6_ - updating store file list.
2024-11-15T03:23:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 597aab4034e749a080cb78d8e74ca8c1_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:15,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/597aab4034e749a080cb78d8e74ca8c1_SeqId_6_ into 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:15,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ into 4703f7a809001f4be836b13c96610f74/f (new location: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/597aab4034e749a080cb78d8e74ca8c1_SeqId_6_)
2024-11-15T03:23:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_
2024-11-15T03:23:15,799 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,799 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,799 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,799 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,799 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,800 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,805 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,808 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,808 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:15,853 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:16,064 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:16,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ into 4703f7a809001f4be836b13c96610f74/f as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/5507377144064d6197d0724b3672e800_SeqId_6_ - updating store file list.
2024-11-15T03:23:16,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:16,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 91f82191efb8,34039,1731640981138
2024-11-15T03:23:16,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e3b11d4
2024-11-15T03:23:16,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T03:23:16,234 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService
2024-11-15T03:23:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5507377144064d6197d0724b3672e800_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:16,235 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/5507377144064d6197d0724b3672e800_SeqId_6_ into 4703f7a809001f4be836b13c96610f74/f
2024-11-15T03:23:16,235 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ into 4703f7a809001f4be836b13c96610f74/f (new location: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/f/5507377144064d6197d0724b3672e800_SeqId_6_)
2024-11-15T03:23:16,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-15T03:23:16,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T03:23:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/staging/jenkins.hfs.22__test__i8gu2gduo7s080bmoc9djj1266o7jkl42mr04gn925qnobtkgspptv4t305o12dj/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_
2024-11-15T03:23:16,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=91f82191efb8,38499,1731640981275, seqNum=-1]
2024-11-15T03:23:16,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T03:23:16,238 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService
2024-11-15T03:23:16,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-15T03:23:16,356 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:16,463 INFO  [AsyncFSWAL-0-hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa-prefix:91f82191efb8,44849,1731640976274 {}] wal.AbstractFSWAL(1368): Slow sync cost: 226 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38057,DS-3d1120b8-0734-4fbf-b90c-c8527fa51456,DISK]]
2024-11-15T03:23:16,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(324): Finished replicating [c9e23387-edf9-4bbe-a67d-bde9502c96d0] bulk loaded data
2024-11-15T03:23:16,464 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-15T03:23:16,469 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-15T03:23:16,477 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ for inclusion in 8b17a2431df3878c027a766db9f39229/f
2024-11-15T03:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-15T03:23:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:16,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ for inclusion in 8b17a2431df3878c027a766db9f39229/f
2024-11-15T03:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-15T03:23:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-15T03:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HRegion(2603): Flush status journal for 8b17a2431df3878c027a766db9f39229:

2024-11-15T03:23:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/8e26386352814a3d85798085310339e7_SeqId_4_
2024-11-15T03:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a74d50183a1479ab0ffdd8744095515_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-15T03:23:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/fbffee26927a449d86901f0feec7bbd7_SeqId_4_
2024-11-15T03:23:16,485 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ into 8b17a2431df3878c027a766db9f39229/f as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/8e26386352814a3d85798085310339e7_SeqId_4_ - updating store file list.
2024-11-15T03:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e26386352814a3d85798085310339e7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:16,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/8e26386352814a3d85798085310339e7_SeqId_4_ into 8b17a2431df3878c027a766db9f39229/f
2024-11-15T03:23:16,488 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_ into 8b17a2431df3878c027a766db9f39229/f (new location: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/8e26386352814a3d85798085310339e7_SeqId_4_)
2024-11-15T03:23:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/ef15c7975ced4c129cae6d4eb36296fb_SeqId_6_
2024-11-15T03:23:16,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ into 8b17a2431df3878c027a766db9f39229/f as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/fbffee26927a449d86901f0feec7bbd7_SeqId_4_ - updating store file list.
2024-11-15T03:23:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbffee26927a449d86901f0feec7bbd7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-15T03:23:16,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/fbffee26927a449d86901f0feec7bbd7_SeqId_4_ into 8b17a2431df3878c027a766db9f39229/f
2024-11-15T03:23:16,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_ into 8b17a2431df3878c027a766db9f39229/f (new location: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/f/fbffee26927a449d86901f0feec7bbd7_SeqId_4_)
2024-11-15T03:23:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/staging/jenkins.hfs.23__test__or2l96bsifg5o8f15ool7n27gjvdea9vn1dth01ta06409r9qm0blea2odkr346h/f/3a74d50183a1479ab0ffdd8744095515_SeqId_6_
2024-11-15T03:23:16,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38499 {}] regionserver.ReplicationSink(324): Finished replicating [c9e23387-edf9-4bbe-a67d-bde9502c96d0] bulk loaded data
2024-11-15T03:23:16,567 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:16,798 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:23:16,798 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:16,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:16,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:16,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:16,798 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:16,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:23:16,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1693908427, stopped=false
2024-11-15T03:23:16,799 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,34039,1731640981138
2024-11-15T03:23:16,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2988539096/running
2024-11-15T03:23:16,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2988539096/running
2024-11-15T03:23:16,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:16,828 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:23:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:16,829 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:16,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:16,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:16,829 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,38499,1731640981275' *****
2024-11-15T03:23:16,829 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:23:16,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/running
2024-11-15T03:23:16,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Set watcher on znode that does not yet exist, /2988539096/running
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:23:16,830 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,38499,1731640981275
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:23:16,830 INFO  [RS:0;91f82191efb8:38499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:38499.
2024-11-15T03:23:16,830 DEBUG [RS:0;91f82191efb8:38499 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:16,830 DEBUG [RS:0;91f82191efb8:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:16,830 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b17a2431df3878c027a766db9f39229, disabling compactions & flushes
2024-11-15T03:23:16,830 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:16,830 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:16,830 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640989122.8b17a2431df3878c027a766db9f39229. after waiting 0 ms
2024-11-15T03:23:16,831 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:23:16,831 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:16,831 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:23:16,831 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:23:16,831 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:23:16,831 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:23:16,831 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8b17a2431df3878c027a766db9f39229=test,,1731640989122.8b17a2431df3878c027a766db9f39229.}
2024-11-15T03:23:16,831 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:23:16,831 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b17a2431df3878c027a766db9f39229
2024-11-15T03:23:16,831 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:23:16,831 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:23:16,831 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:23:16,831 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:23:16,831 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-15T03:23:16,834 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/default/test/8b17a2431df3878c027a766db9f39229/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-15T03:23:16,834 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:16,834 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:23:16,834 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:16,834 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b17a2431df3878c027a766db9f39229:
Waiting for close lock at 1731640996830Running coprocessor pre-close hooks at 1731640996830Disabling compacts and flushes for region at 1731640996830Disabling writes for close at 1731640996831 (+1 ms)Writing region close event to WAL at 1731640996831Running coprocessor post-close hooks at 1731640996834 (+3 ms)Closed at 1731640996834
2024-11-15T03:23:16,834 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640989122.8b17a2431df3878c027a766db9f39229.
2024-11-15T03:23:16,859 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/info/0e1d6fd227a449ea81e844313fe8ea81 is 129, key is test,,1731640989122.8b17a2431df3878c027a766db9f39229./info:regioninfo/1731640990260/Put/seqid=0
2024-11-15T03:23:16,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741839_1015 (size=6421)
2024-11-15T03:23:16,866 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:23:16,959 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:17,031 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:17,170 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:17,231 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:17,264 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/info/0e1d6fd227a449ea81e844313fe8ea81
2024-11-15T03:23:17,285 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/ns/794a5792a715418291ad848ce2e5ca28 is 43, key is default/ns:d/1731640984662/Put/seqid=0
2024-11-15T03:23:17,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741840_1016 (size=5153)
2024-11-15T03:23:17,432 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:17,632 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:17,654 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:23:17,654 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:23:17,662 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:17,691 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/ns/794a5792a715418291ad848ce2e5ca28
2024-11-15T03:23:17,710 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/rep_barrier/fdcaa6da566f402ebb631f67564290ef is 112, key is test,,1731640989122.8b17a2431df3878c027a766db9f39229./rep_barrier:seqnumDuringOpen/1731640990260/Put/seqid=0
2024-11-15T03:23:17,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741841_1017 (size=5518)
2024-11-15T03:23:17,832 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:23:17,832 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:23:17,832 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:17,873 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:18,036 DEBUG [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:18,115 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/rep_barrier/fdcaa6da566f402ebb631f67564290ef
2024-11-15T03:23:18,137 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/table/d4ed89cdfa874fbfa78615a83af76a76 is 40, key is test/table:state/1731640990266/Put/seqid=0
2024-11-15T03:23:18,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741842_1018 (size=5165)
2024-11-15T03:23:18,166 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/table/d4ed89cdfa874fbfa78615a83af76a76
2024-11-15T03:23:18,172 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/info/0e1d6fd227a449ea81e844313fe8ea81 as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/info/0e1d6fd227a449ea81e844313fe8ea81
2024-11-15T03:23:18,184 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/info/0e1d6fd227a449ea81e844313fe8ea81, entries=10, sequenceid=11, filesize=6.3 K
2024-11-15T03:23:18,186 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/ns/794a5792a715418291ad848ce2e5ca28 as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/ns/794a5792a715418291ad848ce2e5ca28
2024-11-15T03:23:18,196 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/ns/794a5792a715418291ad848ce2e5ca28, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:23:18,198 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/rep_barrier/fdcaa6da566f402ebb631f67564290ef as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/rep_barrier/fdcaa6da566f402ebb631f67564290ef
2024-11-15T03:23:18,202 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/rep_barrier/fdcaa6da566f402ebb631f67564290ef, entries=1, sequenceid=11, filesize=5.4 K
2024-11-15T03:23:18,203 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/.tmp/table/d4ed89cdfa874fbfa78615a83af76a76 as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/table/d4ed89cdfa874fbfa78615a83af76a76
2024-11-15T03:23:18,221 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/table/d4ed89cdfa874fbfa78615a83af76a76, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:23:18,222 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false
2024-11-15T03:23:18,231 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-15T03:23:18,232 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:18,233 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:23:18,233 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:18,233 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640996831Running coprocessor pre-close hooks at 1731640996831Disabling compacts and flushes for region at 1731640996831Disabling writes for close at 1731640996831Obtaining lock to block concurrent updates at 1731640996831Preparing flush snapshotting stores in 1588230740 at 1731640996831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731640996832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731640996832Flushing 1588230740/info: creating writer at 1731640996832Flushing 1588230740/info: appending metadata at 1731640996859 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731640996859Flushing 1588230740/ns: creating writer at 1731640997267 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731640997285 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731640997285Flushing 1588230740/rep_barrier: creating writer at 1731640997695 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640997709 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640997709Flushing 1588230740/table: creating writer at 1731640998120 (+411 ms)Flushing 1588230740/table: appending metadata at 1731640998137 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731640998137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f5f5ee: reopening flushed file at 1731640998171 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f127f81: reopening flushed file at 1731640998184 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c64a94: reopening flushed file at 1731640998196 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7122398e: reopening flushed file at 1731640998202 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false at 1731640998222 (+20 ms)Writing region close event to WAL at 1731640998227 (+5 ms)Running coprocessor post-close hooks at 1731640998232 (+5 ms)Closed at 1731640998233 (+1 ms)
2024-11-15T03:23:18,233 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:18,236 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,38499,1731640981275; all regions closed.
2024-11-15T03:23:18,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741834_1010 (size=2717)
2024-11-15T03:23:18,266 DEBUG [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/oldWALs
2024-11-15T03:23:18,266 INFO  [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C38499%2C1731640981275.meta:.meta(num 1731640984602)
2024-11-15T03:23:18,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741832_1008 (size=1028)
2024-11-15T03:23:18,272 DEBUG [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/oldWALs
2024-11-15T03:23:18,272 INFO  [RS:0;91f82191efb8:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C38499%2C1731640981275:(num 1731640983801)
2024-11-15T03:23:18,272 DEBUG [RS:0;91f82191efb8:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:18,272 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:23:18,272 INFO  [RS:0;91f82191efb8:38499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:23:18,272 INFO  [RS:0;91f82191efb8:38499 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:23:18,272 INFO  [RS:0;91f82191efb8:38499 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:23:18,273 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:23:18,273 INFO  [RS:0;91f82191efb8:38499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:38499.
2024-11-15T03:23:18,273 DEBUG [RS:0;91f82191efb8:38499 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:18,273 DEBUG [RS:0;91f82191efb8:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:18,273 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:18,273 DEBUG [RS:0;91f82191efb8:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:18,274 INFO  [RS:0;91f82191efb8:38499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38499
2024-11-15T03:23:18,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096/rs
2024-11-15T03:23:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2988539096/rs/91f82191efb8,38499,1731640981275
2024-11-15T03:23:18,379 INFO  [RS:0;91f82191efb8:38499 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:23:18,379 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,38499,1731640981275]
2024-11-15T03:23:18,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2988539096/draining/91f82191efb8,38499,1731640981275 already deleted, retry=false
2024-11-15T03:23:18,391 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,38499,1731640981275 expired; onlineServers=0
2024-11-15T03:23:18,391 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,34039,1731640981138' *****
2024-11-15T03:23:18,391 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:23:18,391 INFO  [M:0;91f82191efb8:34039 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:23:18,391 INFO  [M:0;91f82191efb8:34039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:23:18,391 DEBUG [M:0;91f82191efb8:34039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:23:18,391 DEBUG [M:0;91f82191efb8:34039 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:23:18,391 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:23:18,391 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640983453 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640983453,5,FailOnTimeoutGroup]
2024-11-15T03:23:18,391 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640983449 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640983449,5,FailOnTimeoutGroup]
2024-11-15T03:23:18,392 INFO  [M:0;91f82191efb8:34039 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:23:18,392 INFO  [M:0;91f82191efb8:34039 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:23:18,392 DEBUG [M:0;91f82191efb8:34039 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:23:18,392 INFO  [M:0;91f82191efb8:34039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:23:18,392 INFO  [M:0;91f82191efb8:34039 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:23:18,392 INFO  [M:0;91f82191efb8:34039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:23:18,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:23:18,402 DEBUG [M:0;91f82191efb8:34039 {}] zookeeper.ZKUtil(347): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Unable to get data of znode /2988539096/master because node does not exist (not an error)
2024-11-15T03:23:18,402 WARN  [M:0;91f82191efb8:34039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:23:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2988539096/master
2024-11-15T03:23:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2988539096
2024-11-15T03:23:18,402 INFO  [M:0;91f82191efb8:34039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/.lastflushedseqids
2024-11-15T03:23:18,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741843_1019 (size=173)
2024-11-15T03:23:18,464 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:18,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:18,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x1013c843d970007, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:18,491 INFO  [RS:0;91f82191efb8:38499 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:23:18,491 INFO  [RS:0;91f82191efb8:38499 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,38499,1731640981275; zookeeper connection closed.
2024-11-15T03:23:18,496 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@305f28fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@305f28fb
2024-11-15T03:23:18,497 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:23:18,676 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:18,808 INFO  [M:0;91f82191efb8:34039 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:23:18,808 INFO  [M:0;91f82191efb8:34039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:23:18,808 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:23:18,808 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:18,808 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:18,808 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:23:18,808 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:18,809 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB
2024-11-15T03:23:18,831 DEBUG [M:0;91f82191efb8:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c7f933c4f854bccbcd4827098a87264 is 82, key is hbase:meta,,1/info:regioninfo/1731640984639/Put/seqid=0
2024-11-15T03:23:18,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741844_1020 (size=5672)
2024-11-15T03:23:18,852 INFO  [M:0;91f82191efb8:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c7f933c4f854bccbcd4827098a87264
2024-11-15T03:23:18,882 DEBUG [M:0;91f82191efb8:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e425ff744af41e5915c6114f6299791 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640990269/Put/seqid=0
2024-11-15T03:23:18,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741845_1021 (size=6585)
2024-11-15T03:23:18,908 INFO  [M:0;91f82191efb8:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e425ff744af41e5915c6114f6299791
2024-11-15T03:23:18,942 DEBUG [M:0;91f82191efb8:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ada79e3d4914cc59031e63700f6b83e is 69, key is 91f82191efb8,38499,1731640981275/rs:state/1731640983572/Put/seqid=0
2024-11-15T03:23:18,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741846_1022 (size=5156)
2024-11-15T03:23:18,977 INFO  [M:0;91f82191efb8:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ada79e3d4914cc59031e63700f6b83e
2024-11-15T03:23:18,993 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c7f933c4f854bccbcd4827098a87264 as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c7f933c4f854bccbcd4827098a87264
2024-11-15T03:23:19,004 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c7f933c4f854bccbcd4827098a87264, entries=8, sequenceid=55, filesize=5.5 K
2024-11-15T03:23:19,005 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e425ff744af41e5915c6114f6299791 as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e425ff744af41e5915c6114f6299791
2024-11-15T03:23:19,010 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e425ff744af41e5915c6114f6299791, entries=6, sequenceid=55, filesize=6.4 K
2024-11-15T03:23:19,011 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ada79e3d4914cc59031e63700f6b83e as hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ada79e3d4914cc59031e63700f6b83e
2024-11-15T03:23:19,016 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37047/user/jenkins/test-data/39adf781-0ef1-77b2-2395-7b15271847e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ada79e3d4914cc59031e63700f6b83e, entries=1, sequenceid=55, filesize=5.0 K
2024-11-15T03:23:19,017 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=55, compaction requested=false
2024-11-15T03:23:19,029 INFO  [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:19,029 DEBUG [M:0;91f82191efb8:34039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731640998808Disabling compacts and flushes for region at 1731640998808Disabling writes for close at 1731640998808Obtaining lock to block concurrent updates at 1731640998809 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731640998809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731640998809Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731640998810 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731640998810Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731640998831 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731640998831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731640998858 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731640998882 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731640998882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731640998919 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731640998941 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731640998941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad689ec: reopening flushed file at 1731640998987 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b766da: reopening flushed file at 1731640999004 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c571a5: reopening flushed file at 1731640999010 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=55, compaction requested=false at 1731640999017 (+7 ms)Writing region close event to WAL at 1731640999029 (+12 ms)Closed at 1731640999029
2024-11-15T03:23:19,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741830_1006 (size=32758)
2024-11-15T03:23:19,038 INFO  [M:0;91f82191efb8:34039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:23:19,038 INFO  [M:0;91f82191efb8:34039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34039
2024-11-15T03:23:19,039 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:23:19,039 INFO  [M:0;91f82191efb8:34039 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:23:19,186 INFO  [M:0;91f82191efb8:34039 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:23:19,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:19,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x1013c843d970006, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:19,188 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d3d6671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:23:19,188 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1626484d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:23:19,188 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:23:19,188 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a5d2f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:23:19,188 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4b9708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/hadoop.log.dir/,STOPPED}
2024-11-15T03:23:19,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:23:19,189 WARN  [BP-1928636670-172.17.0.2-1731640978889 heartbeating to localhost/127.0.0.1:37047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:23:19,189 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:23:19,189 WARN  [BP-1928636670-172.17.0.2-1731640978889 heartbeating to localhost/127.0.0.1:37047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1928636670-172.17.0.2-1731640978889 (Datanode Uuid e134d9b6-5f69-4abd-abfd-e64fd27a216d) service to localhost/127.0.0.1:37047
2024-11-15T03:23:19,190 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/cluster_2fcc5471-da29-e811-7261-c362a83fd9e4/data/data1/current/BP-1928636670-172.17.0.2-1731640978889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:23:19,190 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/cluster_2fcc5471-da29-e811-7261-c362a83fd9e4/data/data2/current/BP-1928636670-172.17.0.2-1731640978889 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:23:19,191 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:23:19,196 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@539a3e9c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:23:19,196 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cc1cfe{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:23:19,197 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:23:19,197 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@270e10e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:23:19,197 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e91dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e162ae8-409f-04dc-213c-d94262eb83eb/hadoop.log.dir/,STOPPED}
2024-11-15T03:23:19,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:23:19,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:23:19,209 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:19,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:19,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,209 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:19,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:23:19,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=122997126, stopped=false
2024-11-15T03:23:19,210 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,40065,1731640976129
2024-11-15T03:23:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-385081483/running
2024-11-15T03:23:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-385081483/running
2024-11-15T03:23:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:23:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:23:19,222 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:23:19,222 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:19,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:19,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,223 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,44849,1731640976274' *****
2024-11-15T03:23:19,223 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:23:19,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/running
2024-11-15T03:23:19,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Set watcher on znode that does not yet exist, /1-385081483/running
2024-11-15T03:23:19,223 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:23:19,223 INFO  [RS:0;91f82191efb8:44849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:23:19,223 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:23:19,223 INFO  [RS:0;91f82191efb8:44849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(3091): Received CLOSE for 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,44849,1731640976274
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44849.
2024-11-15T03:23:19,224 DEBUG [RS:0;91f82191efb8:44849 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4703f7a809001f4be836b13c96610f74, disabling compactions & flushes
2024-11-15T03:23:19,224 DEBUG [RS:0;91f82191efb8:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,224 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640986971.4703f7a809001f4be836b13c96610f74. after waiting 0 ms
2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:23:19,224 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T03:23:19,224 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4703f7a809001f4be836b13c96610f74=test,,1731640986971.4703f7a809001f4be836b13c96610f74.}
2024-11-15T03:23:19,224 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4703f7a809001f4be836b13c96610f74
2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:23:19,224 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:23:19,224 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:23:19,225 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:23:19,225 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-15T03:23:19,227 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/default/test/4703f7a809001f4be836b13c96610f74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:23:19,227 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:19,227 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:23:19,227 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:19,227 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4703f7a809001f4be836b13c96610f74:
Waiting for close lock at 1731640999224Running coprocessor pre-close hooks at 1731640999224Disabling compacts and flushes for region at 1731640999224Disabling writes for close at 1731640999224Writing region close event to WAL at 1731640999225 (+1 ms)Running coprocessor post-close hooks at 1731640999227 (+2 ms)Closed at 1731640999227
2024-11-15T03:23:19,227 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640986971.4703f7a809001f4be836b13c96610f74.
2024-11-15T03:23:19,238 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/info/7dca583ed3b244f3806c8f135d0b12dc is 129, key is test,,1731640986971.4703f7a809001f4be836b13c96610f74./info:regioninfo/1731640988153/Put/seqid=0
2024-11-15T03:23:19,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741841_1017 (size=6421)
2024-11-15T03:23:19,246 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/info/7dca583ed3b244f3806c8f135d0b12dc
2024-11-15T03:23:19,266 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/ns/4b0f3538a3b440ee90a7433e74979e77 is 43, key is default/ns:d/1731640978708/Put/seqid=0
2024-11-15T03:23:19,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741842_1018 (size=5153)
2024-11-15T03:23:19,269 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/ns/4b0f3538a3b440ee90a7433e74979e77
2024-11-15T03:23:19,272 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:23:19,290 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/rep_barrier/568ee057c117446dbe3fb3bd6889422e is 112, key is test,,1731640986971.4703f7a809001f4be836b13c96610f74./rep_barrier:seqnumDuringOpen/1731640988153/Put/seqid=0
2024-11-15T03:23:19,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741843_1019 (size=5518)
2024-11-15T03:23:19,293 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/rep_barrier/568ee057c117446dbe3fb3bd6889422e
2024-11-15T03:23:19,310 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/table/1e4a292a8bda4d4883ce7e503f4d8783 is 40, key is test/table:state/1731640988177/Put/seqid=0
2024-11-15T03:23:19,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741844_1020 (size=5165)
2024-11-15T03:23:19,378 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T03:23:19,379 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:19,425 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:19,587 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:19,625 DEBUG [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:19,714 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/table/1e4a292a8bda4d4883ce7e503f4d8783
2024-11-15T03:23:19,718 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/info/7dca583ed3b244f3806c8f135d0b12dc as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/info/7dca583ed3b244f3806c8f135d0b12dc
2024-11-15T03:23:19,721 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/info/7dca583ed3b244f3806c8f135d0b12dc, entries=10, sequenceid=11, filesize=6.3 K
2024-11-15T03:23:19,721 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/ns/4b0f3538a3b440ee90a7433e74979e77 as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/ns/4b0f3538a3b440ee90a7433e74979e77
2024-11-15T03:23:19,724 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/ns/4b0f3538a3b440ee90a7433e74979e77, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:23:19,725 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/rep_barrier/568ee057c117446dbe3fb3bd6889422e as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/rep_barrier/568ee057c117446dbe3fb3bd6889422e
2024-11-15T03:23:19,727 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/rep_barrier/568ee057c117446dbe3fb3bd6889422e, entries=1, sequenceid=11, filesize=5.4 K
2024-11-15T03:23:19,728 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/.tmp/table/1e4a292a8bda4d4883ce7e503f4d8783 as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/table/1e4a292a8bda4d4883ce7e503f4d8783
2024-11-15T03:23:19,730 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/table/1e4a292a8bda4d4883ce7e503f4d8783, entries=2, sequenceid=11, filesize=5.0 K
2024-11-15T03:23:19,731 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=11, compaction requested=false
2024-11-15T03:23:19,735 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-15T03:23:19,735 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:19,736 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:23:19,736 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:19,736 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731640999224Running coprocessor pre-close hooks at 1731640999224Disabling compacts and flushes for region at 1731640999224Disabling writes for close at 1731640999224Obtaining lock to block concurrent updates at 1731640999225 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731640999225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731640999225Flushing stores of hbase:meta,,1.1588230740 at 1731640999225Flushing 1588230740/info: creating writer at 1731640999225Flushing 1588230740/info: appending metadata at 1731640999238 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731640999238Flushing 1588230740/ns: creating writer at 1731640999250 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731640999266 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731640999266Flushing 1588230740/rep_barrier: creating writer at 1731640999273 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731640999289 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731640999289Flushing 1588230740/table: creating writer at 1731640999297 (+8 ms)Flushing 1588230740/table: appending metadata at 1731640999310 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731640999310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d212f3: reopening flushed file at 1731640999717 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576278ae: reopening flushed file at 1731640999721 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49de57a7: reopening flushed file at 1731640999724 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15edb893: reopening flushed file at 1731640999727 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=11, compaction requested=false at 1731640999731 (+4 ms)Writing region close event to WAL at 1731640999733 (+2 ms)Running coprocessor post-close hooks at 1731640999735 (+2 ms)Closed at 1731640999736 (+1 ms)
2024-11-15T03:23:19,736 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:19,825 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,44849,1731640976274; all regions closed.
2024-11-15T03:23:19,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741834_1010 (size=2717)
2024-11-15T03:23:19,827 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/WALs/91f82191efb8,44849,1731640976274/91f82191efb8%2C44849%2C1731640976274.meta.1731640978646.meta not finished, retry = 0
2024-11-15T03:23:19,929 DEBUG [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/oldWALs
2024-11-15T03:23:19,929 INFO  [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44849%2C1731640976274.meta:.meta(num 1731640978646)
2024-11-15T03:23:19,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741833_1009 (size=1374)
2024-11-15T03:23:19,931 DEBUG [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/oldWALs
2024-11-15T03:23:19,931 INFO  [RS:0;91f82191efb8:44849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 91f82191efb8%2C44849%2C1731640976274:(num 1731640978195)
2024-11-15T03:23:19,931 DEBUG [RS:0;91f82191efb8:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,931 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:23:19,931 INFO  [RS:0;91f82191efb8:44849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:23:19,931 INFO  [RS:0;91f82191efb8:44849 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T03:23:19,932 INFO  [RS:0;91f82191efb8:44849 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:23:19,932 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:23:19,932 INFO  [RS:0;91f82191efb8:44849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:44849.
2024-11-15T03:23:19,932 DEBUG [RS:0;91f82191efb8:44849 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:19,932 DEBUG [RS:0;91f82191efb8:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,932 DEBUG [RS:0;91f82191efb8:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:19,932 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:19,932 INFO  [RS:0;91f82191efb8:44849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44849
2024-11-15T03:23:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483/rs
2024-11-15T03:23:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-385081483/rs/91f82191efb8,44849,1731640976274
2024-11-15T03:23:19,980 INFO  [RS:0;91f82191efb8:44849 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:23:19,991 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,44849,1731640976274]
2024-11-15T03:23:20,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/draining/91f82191efb8,44849,1731640976274 already deleted, retry=false
2024-11-15T03:23:20,001 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,44849,1731640976274 expired; onlineServers=0
2024-11-15T03:23:20,001 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,40065,1731640976129' *****
2024-11-15T03:23:20,001 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:23:20,001 INFO  [M:0;91f82191efb8:40065 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:23:20,001 INFO  [M:0;91f82191efb8:40065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:23:20,001 DEBUG [M:0;91f82191efb8:40065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:23:20,002 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:23:20,002 DEBUG [M:0;91f82191efb8:40065 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:23:20,002 INFO  [M:0;91f82191efb8:40065 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:23:20,002 INFO  [M:0;91f82191efb8:40065 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:23:20,002 DEBUG [M:0;91f82191efb8:40065 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:23:20,002 INFO  [M:0;91f82191efb8:40065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:23:20,002 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640977844 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640977844,5,FailOnTimeoutGroup]
2024-11-15T03:23:20,002 INFO  [M:0;91f82191efb8:40065 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:23:20,002 INFO  [M:0;91f82191efb8:40065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:23:20,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:23:20,002 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640977840 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640977840,5,FailOnTimeoutGroup]
2024-11-15T03:23:20,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-385081483/master
2024-11-15T03:23:20,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-385081483
2024-11-15T03:23:20,012 DEBUG [M:0;91f82191efb8:40065 {}] zookeeper.RecoverableZooKeeper(212): Node /1-385081483/master already deleted, retry=false
2024-11-15T03:23:20,012 DEBUG [M:0;91f82191efb8:40065 {}] master.ActiveMasterManager(353): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-385081483/master
2024-11-15T03:23:20,013 INFO  [M:0;91f82191efb8:40065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/.lastflushedseqids
2024-11-15T03:23:20,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741845_1021 (size=173)
2024-11-15T03:23:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:20,091 INFO  [RS:0;91f82191efb8:44849 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:23:20,091 INFO  [RS:0;91f82191efb8:44849 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,44849,1731640976274; zookeeper connection closed.
2024-11-15T03:23:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x1013c843d970004, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:20,091 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1976f4b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1976f4b8
2024-11-15T03:23:20,091 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:23:20,382 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:20,416 INFO  [M:0;91f82191efb8:40065 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:23:20,416 INFO  [M:0;91f82191efb8:40065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:23:20,416 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:23:20,417 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:20,417 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:20,417 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:23:20,417 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:20,417 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB
2024-11-15T03:23:20,429 DEBUG [M:0;91f82191efb8:40065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00697e8e33d642098aa7e61c540cba4f is 82, key is hbase:meta,,1/info:regioninfo/1731640978691/Put/seqid=0
2024-11-15T03:23:20,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741846_1022 (size=5672)
2024-11-15T03:23:20,589 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:20,833 INFO  [M:0;91f82191efb8:40065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00697e8e33d642098aa7e61c540cba4f
2024-11-15T03:23:20,848 DEBUG [M:0;91f82191efb8:40065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf626f579e544d898da418d067c6546 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731640988187/Put/seqid=0
2024-11-15T03:23:20,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741847_1023 (size=6586)
2024-11-15T03:23:21,252 INFO  [M:0;91f82191efb8:40065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf626f579e544d898da418d067c6546
2024-11-15T03:23:21,271 DEBUG [M:0;91f82191efb8:40065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c61754b8622c4fd5b6c4b88dbda84207 is 69, key is 91f82191efb8,44849,1731640976274/rs:state/1731640977978/Put/seqid=0
2024-11-15T03:23:21,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741848_1024 (size=5156)
2024-11-15T03:23:21,485 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:21,674 INFO  [M:0;91f82191efb8:40065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c61754b8622c4fd5b6c4b88dbda84207
2024-11-15T03:23:21,678 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00697e8e33d642098aa7e61c540cba4f as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00697e8e33d642098aa7e61c540cba4f
2024-11-15T03:23:21,682 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00697e8e33d642098aa7e61c540cba4f, entries=8, sequenceid=55, filesize=5.5 K
2024-11-15T03:23:21,682 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf626f579e544d898da418d067c6546 as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cf626f579e544d898da418d067c6546
2024-11-15T03:23:21,686 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cf626f579e544d898da418d067c6546, entries=6, sequenceid=55, filesize=6.4 K
2024-11-15T03:23:21,686 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c61754b8622c4fd5b6c4b88dbda84207 as hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c61754b8622c4fd5b6c4b88dbda84207
2024-11-15T03:23:21,690 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c61754b8622c4fd5b6c4b88dbda84207, entries=1, sequenceid=55, filesize=5.0 K
2024-11-15T03:23:21,691 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false
2024-11-15T03:23:21,692 INFO  [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:21,692 DEBUG [M:0;91f82191efb8:40065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731641000416Disabling compacts and flushes for region at 1731641000416Disabling writes for close at 1731641000417 (+1 ms)Obtaining lock to block concurrent updates at 1731641000417Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731641000417Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731641000417Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731641000417Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731641000417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731641000429 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731641000429Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731641000836 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731641000848 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731641000848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731641001256 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731641001270 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731641001270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5ba72f: reopening flushed file at 1731641001678 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e54541b: reopening flushed file at 1731641001682 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c40db86: reopening flushed file at 1731641001686 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false at 1731641001691 (+5 ms)Writing region close event to WAL at 1731641001692 (+1 ms)Closed at 1731641001692
2024-11-15T03:23:21,692 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:21,693 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac50f85-0db1-dcf3-2a02-ca858794a3aa/MasterData/WALs/91f82191efb8,40065,1731640976129/91f82191efb8%2C40065%2C1731640976129.1731640977591 not finished, retry = 0
2024-11-15T03:23:21,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741830_1006 (size=32770)
2024-11-15T03:23:21,794 INFO  [M:0;91f82191efb8:40065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:23:21,794 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:23:21,794 INFO  [M:0;91f82191efb8:40065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40065
2024-11-15T03:23:21,795 INFO  [M:0;91f82191efb8:40065 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:23:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:21,941 INFO  [M:0;91f82191efb8:40065 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:23:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x1013c843d970003, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:21,943 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10507257{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:23:21,944 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d275c41{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:23:21,944 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:23:21,944 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155598f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:23:21,944 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691ab766{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir/,STOPPED}
2024-11-15T03:23:21,945 WARN  [BP-563216872-172.17.0.2-1731640973723 heartbeating to localhost/127.0.0.1:41117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:23:21,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:23:21,945 WARN  [BP-563216872-172.17.0.2-1731640973723 heartbeating to localhost/127.0.0.1:41117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-563216872-172.17.0.2-1731640973723 (Datanode Uuid 64d0b732-d556-4f72-a2fc-207de312f2e1) service to localhost/127.0.0.1:41117
2024-11-15T03:23:21,945 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:23:21,945 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/cluster_5a02024c-40b9-439e-7cd7-9e8fe5b6cf44/data/data1/current/BP-563216872-172.17.0.2-1731640973723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:23:21,946 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/cluster_5a02024c-40b9-439e-7cd7-9e8fe5b6cf44/data/data2/current/BP-563216872-172.17.0.2-1731640973723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:23:21,946 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:23:21,951 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39868bdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:23:21,952 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56952b88{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:23:21,952 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:23:21,952 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8aa5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:23:21,952 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2a3994{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1051d3b3-5442-7969-829b-afb9353f1ccf/hadoop.log.dir/,STOPPED}
2024-11-15T03:23:21,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:23:21,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T03:23:21,966 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:21,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:21,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:21,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:21,967 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:21,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T03:23:21,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=873995741, stopped=false
2024-11-15T03:23:21,967 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=91f82191efb8,35083,1731640969790
2024-11-15T03:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1668792090/running
2024-11-15T03:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1668792090/running
2024-11-15T03:23:21,980 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:23:21,980 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T03:23:21,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:21,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:21,980 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '91f82191efb8,40007,1731640970026' *****
2024-11-15T03:23:21,981 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T03:23:21,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/running
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(3091): Received CLOSE for a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:21,981 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(3091): Received CLOSE for 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(959): stopping server 91f82191efb8,40007,1731640970026
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40007.
2024-11-15T03:23:21,981 DEBUG [RS:0;91f82191efb8:40007 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:21,981 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a08cd8a149bc87fdd6495cbbc111935b, disabling compactions & flushes
2024-11-15T03:23:21,981 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:21,981 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:21,981 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:21,981 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b. after waiting 0 ms
2024-11-15T03:23:21,981 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T03:23:21,982 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T03:23:21,982 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:21,982 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T03:23:21,982 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T03:23:21,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Set watcher on znode that does not yet exist, /0-1668792090/running
2024-11-15T03:23:21,982 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T03:23:21,982 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1325): Online Regions={a08cd8a149bc87fdd6495cbbc111935b=test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b., 48ed0aefd6e5f02ed921ab2a597443a0=hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0., 1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:23:21,982 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48ed0aefd6e5f02ed921ab2a597443a0, a08cd8a149bc87fdd6495cbbc111935b
2024-11-15T03:23:21,982 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T03:23:21,982 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T03:23:21,982 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T03:23:21,982 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T03:23:21,982 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T03:23:21,982 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-15T03:23:21,984 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/default/test/a08cd8a149bc87fdd6495cbbc111935b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-15T03:23:21,985 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a08cd8a149bc87fdd6495cbbc111935b:
Waiting for close lock at 1731641001981Running coprocessor pre-close hooks at 1731641001981Disabling compacts and flushes for region at 1731641001981Disabling writes for close at 1731641001981Writing region close event to WAL at 1731641001982 (+1 ms)Running coprocessor post-close hooks at 1731641001985 (+3 ms)Closed at 1731641001985
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b.
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48ed0aefd6e5f02ed921ab2a597443a0, disabling compactions & flushes
2024-11-15T03:23:21,985 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0. after waiting 0 ms
2024-11-15T03:23:21,985 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:21,985 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48ed0aefd6e5f02ed921ab2a597443a0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB
2024-11-15T03:23:21,996 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/info/ea9c3d97b640413abdd6561b7f6c4fe3 is 147, key is hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0./info:regioninfo/1731640992047/Put/seqid=0
2024-11-15T03:23:21,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741847_1023 (size=7686)
2024-11-15T03:23:22,004 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/.tmp/hfileref/8496f111c6b8421cb2142d5fd11b29bf is 74, key is 1/hfileref:00fdab5750794b43aedb5bbbabece48b_SeqId_4_/1731640993384/DeleteColumn/seqid=0
2024-11-15T03:23:22,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741848_1024 (size=5489)
2024-11-15T03:23:22,063 INFO  [regionserver/91f82191efb8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:23:22,182 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:22,336 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-15T03:23:22,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,340 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,340 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,341 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,341 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,353 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T03:23:22,353 INFO  [regionserver/91f82191efb8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T03:23:22,382 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:22,400 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/info/ea9c3d97b640413abdd6561b7f6c4fe3
2024-11-15T03:23:22,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,402 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,403 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,408 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/.tmp/hfileref/8496f111c6b8421cb2142d5fd11b29bf
2024-11-15T03:23:22,412 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-15T03:23:22,422 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/ns/fae4f53fef644f85a2dae914791e92d3 is 43, key is default/ns:d/1731640973557/Put/seqid=0
2024-11-15T03:23:22,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741849_1025 (size=5153)
2024-11-15T03:23:22,446 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/.tmp/queue/1e1556785c594c04922f2d34a3149821 is 153, key is 1-91f82191efb8,40007,1731640970026/queue:91f82191efb8%2C40007%2C1731640970026/1731640996467/Put/seqid=0
2024-11-15T03:23:22,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741850_1026 (size=5504)
2024-11-15T03:23:22,583 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:22,688 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:22,692 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:23:22,692 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 688, reset compression=false
2024-11-15T03:23:22,692 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:23:22,693 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 91f82191efb8,40007,1731640970026: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-91f82191efb8,40007,1731640970026, walGroup=91f82191efb8%2C40007%2C1731640970026, offset=91f82191efb8%2C40007%2C1731640970026.1731640993943:688, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:40007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-15T03:23:22,695 ERROR [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-15T03:23:22,695 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-15T03:23:22,696 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-15T03:23:22,696 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-15T03:23:22,697 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-15T03:23:22,697 INFO  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1413480448,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1047986184
      },
      "NonHeapMemoryUsage": {
        "committed": 211615744,
        "init": 7667712,
        "max": -1,
        "used": 208637216
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-15T03:23:22,697 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:35083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:35083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-15T03:23:22,783 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48ed0aefd6e5f02ed921ab2a597443a0
2024-11-15T03:23:22,834 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/ns/fae4f53fef644f85a2dae914791e92d3
2024-11-15T03:23:22,851 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/rep_barrier/76470e79a1f94d0693f55230ea97884c is 112, key is test,,1731640984815.a08cd8a149bc87fdd6495cbbc111935b./rep_barrier:seqnumDuringOpen/1731640985964/Put/seqid=0
2024-11-15T03:23:22,854 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/.tmp/queue/1e1556785c594c04922f2d34a3149821
2024-11-15T03:23:22,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741851_1027 (size=5518)
2024-11-15T03:23:22,854 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/rep_barrier/76470e79a1f94d0693f55230ea97884c
2024-11-15T03:23:22,858 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/.tmp/hfileref/8496f111c6b8421cb2142d5fd11b29bf as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/hfileref/8496f111c6b8421cb2142d5fd11b29bf
2024-11-15T03:23:22,862 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/hfileref/8496f111c6b8421cb2142d5fd11b29bf, entries=6, sequenceid=17, filesize=5.4 K
2024-11-15T03:23:22,864 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/.tmp/queue/1e1556785c594c04922f2d34a3149821 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/queue/1e1556785c594c04922f2d34a3149821
2024-11-15T03:23:22,867 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/queue/1e1556785c594c04922f2d34a3149821, entries=2, sequenceid=17, filesize=5.4 K
2024-11-15T03:23:22,868 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 48ed0aefd6e5f02ed921ab2a597443a0 in 883ms, sequenceid=17, compaction requested=false
2024-11-15T03:23:22,871 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/replication/48ed0aefd6e5f02ed921ab2a597443a0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1
2024-11-15T03:23:22,871 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:22,871 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:23:22,871 INFO  [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:22,871 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/table/1fd1c3ba2c6e410a9e6f4662e20f12e5 is 53, key is hbase:replication/table:state/1731640992052/Put/seqid=0
2024-11-15T03:23:22,871 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48ed0aefd6e5f02ed921ab2a597443a0:
Waiting for close lock at 1731641001985Running coprocessor pre-close hooks at 1731641001985Disabling compacts and flushes for region at 1731641001985Disabling writes for close at 1731641001985Obtaining lock to block concurrent updates at 1731641001985Preparing flush snapshotting stores in 48ed0aefd6e5f02ed921ab2a597443a0 at 1731641001985Finished memstore snapshotting hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731641001986 (+1 ms)Flushing stores of hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0. at 1731641001986Flushing 48ed0aefd6e5f02ed921ab2a597443a0/hfileref: creating writer at 1731641001986Flushing 48ed0aefd6e5f02ed921ab2a597443a0/hfileref: appending metadata at 1731641002003 (+17 ms)Flushing 48ed0aefd6e5f02ed921ab2a597443a0/hfileref: closing flushed file at 1731641002004 (+1 ms)Flushing 48ed0aefd6e5f02ed921ab2a597443a0/queue: creating writer at 1731641002423 (+419 ms)Flushing 48ed0aefd6e5f02ed921ab2a597443a0/queue: appending metadata at 1731641002445 (+22 ms)Flushing 48ed0aefd6e5f02ed921ab2a597443a0/queue: closing flushed file at 1731641002446 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a43061: reopening flushed file at 1731641002857 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54acf5c3: reopening flushed file at 1731641002863 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 48ed0aefd6e5f02ed921ab2a597443a0 in 883ms, sequenceid=17, compaction requested=false at 1731641002868 (+5 ms)Writing region close event to WAL at 1731641002869 (+1 ms)Running coprocessor post-close hooks at 1731641002871 (+2 ms)Closed at 1731641002871
2024-11-15T03:23:22,872 DEBUG [RS_CLOSE_REGION-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731640991281.48ed0aefd6e5f02ed921ab2a597443a0.
2024-11-15T03:23:22,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741852_1028 (size=5308)
2024-11-15T03:23:22,895 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 393, reset compression=false
2024-11-15T03:23:22,896 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 688, reset compression=false
2024-11-15T03:23:22,898 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-15T03:23:22,898 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 688, reset compression=false
2024-11-15T03:23:22,899 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-91f82191efb8,40007,1731640970026 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-15T03:23:22,899 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-15T03:23:22,983 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T03:23:22,983 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-15T03:23:22,983 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:23,101 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 688, reset compression=false
2024-11-15T03:23:23,183 DEBUG [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-15T03:23:23,201 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 688, reset compression=false
2024-11-15T03:23:23,277 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/table/1fd1c3ba2c6e410a9e6f4662e20f12e5
2024-11-15T03:23:23,281 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/info/ea9c3d97b640413abdd6561b7f6c4fe3 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/info/ea9c3d97b640413abdd6561b7f6c4fe3
2024-11-15T03:23:23,284 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/info/ea9c3d97b640413abdd6561b7f6c4fe3, entries=20, sequenceid=16, filesize=7.5 K
2024-11-15T03:23:23,284 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/ns/fae4f53fef644f85a2dae914791e92d3 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/ns/fae4f53fef644f85a2dae914791e92d3
2024-11-15T03:23:23,287 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/ns/fae4f53fef644f85a2dae914791e92d3, entries=2, sequenceid=16, filesize=5.0 K
2024-11-15T03:23:23,288 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/rep_barrier/76470e79a1f94d0693f55230ea97884c as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/rep_barrier/76470e79a1f94d0693f55230ea97884c
2024-11-15T03:23:23,290 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/rep_barrier/76470e79a1f94d0693f55230ea97884c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-15T03:23:23,291 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/.tmp/table/1fd1c3ba2c6e410a9e6f4662e20f12e5 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/table/1fd1c3ba2c6e410a9e6f4662e20f12e5
2024-11-15T03:23:23,293 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/table/1fd1c3ba2c6e410a9e6f4662e20f12e5, entries=4, sequenceid=16, filesize=5.2 K
2024-11-15T03:23:23,294 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false
2024-11-15T03:23:23,294 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T03:23:23,297 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-15T03:23:23,298 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-15T03:23:23,298 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T03:23:23,298 INFO  [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:23,298 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731641001982Running coprocessor pre-close hooks at 1731641001982Disabling compacts and flushes for region at 1731641001982Disabling writes for close at 1731641001982Obtaining lock to block concurrent updates at 1731641001982Preparing flush snapshotting stores in 1588230740 at 1731641001982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731641001982Flushing stores of hbase:meta,,1.1588230740 at 1731641001983 (+1 ms)Flushing 1588230740/info: creating writer at 1731641001983Flushing 1588230740/info: appending metadata at 1731641001996 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731641001996Flushing 1588230740/ns: creating writer at 1731641002405 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731641002421 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731641002421Flushing 1588230740/rep_barrier: creating writer at 1731641002839 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731641002851 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731641002851Flushing 1588230740/table: creating writer at 1731641002857 (+6 ms)Flushing 1588230740/table: appending metadata at 1731641002871 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731641002871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb75195: reopening flushed file at 1731641003280 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2062e325: reopening flushed file at 1731641003284 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ebdfef: reopening flushed file at 1731641003287 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ad0af4: reopening flushed file at 1731641003290 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731641003294 (+4 ms)Writing region close event to WAL at 1731641003295 (+1 ms)Running coprocessor post-close hooks at 1731641003298 (+3 ms)Closed at 1731641003298
2024-11-15T03:23:23,298 DEBUG [RS_CLOSE_META-regionserver/91f82191efb8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T03:23:23,383 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(976): stopping server 91f82191efb8,40007,1731640970026; all regions closed.
2024-11-15T03:23:23,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741842_1018 (size=859)
2024-11-15T03:23:23,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741844_1020 (size=2791)
2024-11-15T03:23:23,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741843_1019 (size=696)
2024-11-15T03:23:23,388 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:23,388 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T03:23:23,389 INFO  [RS:0;91f82191efb8:40007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:23:23,389 INFO  [RS:0;91f82191efb8:40007 {}] hbase.ChoreService(370): Chore service for: regionserver/91f82191efb8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T03:23:23,389 INFO  [RS:0;91f82191efb8:40007 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:23:23,389 INFO  [regionserver/91f82191efb8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:23:23,389 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-91f82191efb8,40007,1731640970026 because: Region server is closing
2024-11-15T03:23:23,390 INFO  [RS:0;91f82191efb8:40007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40007.
2024-11-15T03:23:23,390 DEBUG [RS:0;91f82191efb8:40007 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:23,390 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:23,390 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:23,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:23,404 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943 to pos 688, reset compression=false
2024-11-15T03:23:23,406 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/WALs/91f82191efb8,40007,1731640970026/91f82191efb8%2C40007%2C1731640970026.1731640993943
2024-11-15T03:23:23,406 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-15T03:23:23,406 DEBUG [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-15T03:23:23,490 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 terminated
2024-11-15T03:23:23,490 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-91f82191efb8,40007,1731640970026 because: Region server is closing
2024-11-15T03:23:23,490 INFO  [RS:0;91f82191efb8:40007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;91f82191efb8:40007.
2024-11-15T03:23:23,490 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,1-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,1-91f82191efb8,40007,1731640970026 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-15T03:23:23,490 DEBUG [RS:0;91f82191efb8:40007 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T03:23:23,490 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:23,491 DEBUG [RS:0;91f82191efb8:40007 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T03:23:23,491 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T03:23:23,591 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.shipper91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 terminated
2024-11-15T03:23:23,591 INFO  [RS:0;91f82191efb8:40007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40007
2024-11-15T03:23:23,591 WARN  [RS_REFRESH_PEER-regionserver/91f82191efb8:0-0.replicationSource,2-91f82191efb8,40007,1731640970026.replicationSource.wal-reader.91f82191efb8%2C40007%2C1731640970026,2-91f82191efb8,40007,1731640970026 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?]
2024-11-15T03:23:23,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1668792090/rs/91f82191efb8,40007,1731640970026
2024-11-15T03:23:23,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090/rs
2024-11-15T03:23:23,662 INFO  [RS:0;91f82191efb8:40007 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:23:23,675 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91f82191efb8,40007,1731640970026]
2024-11-15T03:23:23,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1668792090/draining/91f82191efb8,40007,1731640970026 already deleted, retry=false
2024-11-15T03:23:23,685 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 91f82191efb8,40007,1731640970026 expired; onlineServers=0
2024-11-15T03:23:23,685 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '91f82191efb8,35083,1731640969790' *****
2024-11-15T03:23:23,685 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T03:23:23,685 INFO  [M:0;91f82191efb8:35083 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T03:23:23,685 INFO  [M:0;91f82191efb8:35083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T03:23:23,685 DEBUG [M:0;91f82191efb8:35083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T03:23:23,685 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T03:23:23,685 DEBUG [M:0;91f82191efb8:35083 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T03:23:23,686 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640972244 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.large.0-1731640972244,5,FailOnTimeoutGroup]
2024-11-15T03:23:23,686 DEBUG [master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640972244 {}] cleaner.HFileCleaner(306): Exit Thread[master/91f82191efb8:0:becomeActiveMaster-HFileCleaner.small.0-1731640972244,5,FailOnTimeoutGroup]
2024-11-15T03:23:23,686 INFO  [M:0;91f82191efb8:35083 {}] hbase.ChoreService(370): Chore service for: master/91f82191efb8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T03:23:23,686 INFO  [M:0;91f82191efb8:35083 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T03:23:23,686 DEBUG [M:0;91f82191efb8:35083 {}] master.HMaster(1795): Stopping service threads
2024-11-15T03:23:23,686 INFO  [M:0;91f82191efb8:35083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T03:23:23,686 INFO  [M:0;91f82191efb8:35083 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T03:23:23,686 ERROR [M:0;91f82191efb8:35083 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (319217168) connection to localhost/127.0.0.1:37601 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37601,5,PEWorkerGroup]
2024-11-15T03:23:23,686 INFO  [M:0;91f82191efb8:35083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T03:23:23,686 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T03:23:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1668792090/master
2024-11-15T03:23:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1668792090
2024-11-15T03:23:23,696 DEBUG [M:0;91f82191efb8:35083 {}] zookeeper.ZKUtil(347): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Unable to get data of znode /0-1668792090/master because node does not exist (not an error)
2024-11-15T03:23:23,696 WARN  [M:0;91f82191efb8:35083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T03:23:23,696 INFO  [M:0;91f82191efb8:35083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/.lastflushedseqids
2024-11-15T03:23:23,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741853_1029 (size=263)
2024-11-15T03:23:23,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:23,775 INFO  [RS:0;91f82191efb8:40007 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:23:23,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40007-0x1013c843d970001, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:23,775 INFO  [RS:0;91f82191efb8:40007 {}] regionserver.HRegionServer(1031): Exiting; stopping=91f82191efb8,40007,1731640970026; zookeeper connection closed.
2024-11-15T03:23:23,775 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e3b0c77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e3b0c77
2024-11-15T03:23:23,775 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T03:23:24,099 INFO  [M:0;91f82191efb8:35083 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T03:23:24,100 INFO  [M:0;91f82191efb8:35083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T03:23:24,100 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T03:23:24,100 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:24,100 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:24,100 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T03:23:24,100 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:24,100 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB
2024-11-15T03:23:24,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T03:23:24,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:23:24,110 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169317 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [91f82191efb8,39995,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=91f82191efb8:39995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-15T03:23:24,114 DEBUG [M:0;91f82191efb8:35083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6b509c9e3c749188ad284e62168c863 is 82, key is hbase:meta,,1/info:regioninfo/1731640973533/Put/seqid=0
2024-11-15T03:23:24,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741854_1030 (size=5672)
2024-11-15T03:23:24,517 INFO  [M:0;91f82191efb8:35083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6b509c9e3c749188ad284e62168c863
2024-11-15T03:23:24,538 DEBUG [M:0;91f82191efb8:35083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e1201126568440d8916ee996cac682c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731640992055/Put/seqid=0
2024-11-15T03:23:24,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741855_1031 (size=8909)
2024-11-15T03:23:24,942 INFO  [M:0;91f82191efb8:35083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e1201126568440d8916ee996cac682c
2024-11-15T03:23:24,963 DEBUG [M:0;91f82191efb8:35083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c50e8f0bcdfa4ccf9fef3449e451fa32 is 69, key is 91f82191efb8,40007,1731640970026/rs:state/1731640972297/Put/seqid=0
2024-11-15T03:23:24,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741856_1032 (size=5156)
2024-11-15T03:23:25,367 INFO  [M:0;91f82191efb8:35083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c50e8f0bcdfa4ccf9fef3449e451fa32
2024-11-15T03:23:25,371 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6b509c9e3c749188ad284e62168c863 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6b509c9e3c749188ad284e62168c863
2024-11-15T03:23:25,373 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6b509c9e3c749188ad284e62168c863, entries=8, sequenceid=112, filesize=5.5 K
2024-11-15T03:23:25,374 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e1201126568440d8916ee996cac682c as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e1201126568440d8916ee996cac682c
2024-11-15T03:23:25,377 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e1201126568440d8916ee996cac682c, entries=13, sequenceid=112, filesize=8.7 K
2024-11-15T03:23:25,377 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c50e8f0bcdfa4ccf9fef3449e451fa32 as hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c50e8f0bcdfa4ccf9fef3449e451fa32
2024-11-15T03:23:25,380 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37601/user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c50e8f0bcdfa4ccf9fef3449e451fa32, entries=1, sequenceid=112, filesize=5.0 K
2024-11-15T03:23:25,381 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false
2024-11-15T03:23:25,382 INFO  [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T03:23:25,382 DEBUG [M:0;91f82191efb8:35083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731641004100Disabling compacts and flushes for region at 1731641004100Disabling writes for close at 1731641004100Obtaining lock to block concurrent updates at 1731641004100Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731641004100Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731641004100Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731641004101 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731641004101Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731641004113 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731641004113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731641004520 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731641004538 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731641004538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731641004945 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731641004962 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731641004962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701db0fb: reopening flushed file at 1731641005370 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25144009: reopening flushed file at 1731641005374 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a481b3: reopening flushed file at 1731641005377 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false at 1731641005381 (+4 ms)Writing region close event to WAL at 1731641005382 (+1 ms)Closed at 1731641005382
2024-11-15T03:23:25,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46083 is added to blk_1073741830_1006 (size=69055)
2024-11-15T03:23:25,383 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5a7ff31-9d5e-63b1-fc67-358eb9c05bce/MasterData/WALs/91f82191efb8,35083,1731640969790/91f82191efb8%2C35083%2C1731640969790.1731640971800 not finished, retry = 0
2024-11-15T03:23:25,484 INFO  [M:0;91f82191efb8:35083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T03:23:25,484 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T03:23:25,484 INFO  [M:0;91f82191efb8:35083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35083
2024-11-15T03:23:25,485 INFO  [M:0;91f82191efb8:35083 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T03:23:25,649 INFO  [M:0;91f82191efb8:35083 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T03:23:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x1013c843d970000, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T03:23:25,651 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40dfdc00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T03:23:25,652 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@643d0ba5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:23:25,652 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:23:25,652 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207437ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:23:25,652 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e43f981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir/,STOPPED}
2024-11-15T03:23:25,653 WARN  [BP-1642055096-172.17.0.2-1731640967678 heartbeating to localhost/127.0.0.1:37601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T03:23:25,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T03:23:25,653 WARN  [BP-1642055096-172.17.0.2-1731640967678 heartbeating to localhost/127.0.0.1:37601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1642055096-172.17.0.2-1731640967678 (Datanode Uuid 575d44da-5d1d-43a6-85ab-b888244062ab) service to localhost/127.0.0.1:37601
2024-11-15T03:23:25,653 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T03:23:25,654 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/data/data1/current/BP-1642055096-172.17.0.2-1731640967678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:23:25,654 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/cluster_ef83da85-04b0-b4e7-0caa-a1eeb8c6773e/data/data2/current/BP-1642055096-172.17.0.2-1731640967678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T03:23:25,654 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T03:23:25,664 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d099376{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T03:23:25,664 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c7f74f5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T03:23:25,664 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T03:23:25,664 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a115722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T03:23:25,664 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5737688b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/accb7c34-f7bb-601a-957b-8046ba5c8d0b/hadoop.log.dir/,STOPPED}
2024-11-15T03:23:25,674 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T03:23:25,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-15T03:23:25,713 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 523)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-41-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41117 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37047
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37601 from jenkins.hfs.21
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52938)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-40-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41117 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41117 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41117
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37601
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52938)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41117 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-49-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37047
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37601
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41117
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37601 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52938)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37601 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=974 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 614), ProcessCount=11 (was 11), AvailableMemoryMB=5483 (was 2218) - AvailableMemoryMB LEAK? -
2024-11-15T03:23:25,714 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500
2024-11-15T03:23:25,751 INFO  [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T03:23:25,751 INFO  [master/91f82191efb8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T03:23:25,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c843d970005, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:23:25,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c843d970002, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:23:25,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c843d970008, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-15T03:23:25,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c843d970002, quorum=127.0.0.1:52938, baseZNode=/0-1668792090 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:23:25,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c843d970008, quorum=127.0.0.1:52938, baseZNode=/2988539096 Received Disconnected from ZooKeeper, ignoring
2024-11-15T03:23:25,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c843d970005, quorum=127.0.0.1:52938, baseZNode=/1-385081483 Received Disconnected from ZooKeeper, ignoring